00010000:00000010:2.1F:1790689886.403452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00010000:00000010:2.1:1790689894.873455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030800.
00010000:00000010:2.1:1790689894.873471:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cff00.
00010000:00000010:2.1:1790689894.873475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00010000:00000010:2.1:1790689900.141141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534400.
00010000:00000010:2.1:1790689900.143650:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6800.
00010000:00000010:2.1:1790689900.143672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535c00.
00000080:00000010:2.1:1790689903.618448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc522d000.
00010000:00000010:2.1:1790689903.618484:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2000.
00010000:00000010:2.1:1790689903.618493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e800.
00000080:00000010:2.1:1790689903.683752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc522d4e0.
00010000:00000010:2.1:1790689903.709495:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689903.709512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689903.811596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc50dbac0.
00010000:00000010:1.1F:1790689903.862859:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210700.
00010000:00000010:3.1F:1790689903.899655:0:12390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534c00.
00010000:00000010:3.1:1790689903.915340:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf300.
00010000:00000010:3.1:1790689903.915359:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00000080:00000010:3.1:1790689903.931193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc65e1a40.
00010000:00000010:2.1:1790689904.055226:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210700.
00010000:00000010:1.1:1790689904.090686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00010000:00000010:2.1:1790689904.101434:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689904.101448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689904.204167:0:12395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975de0bd6b80.
00010000:00000010:0.1F:1790689904.297492:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf800.
00010000:00000010:3.1:1790689904.308429:0:12396:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfb00.
00010000:00000010:3.1:1790689904.308436:0:12396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030400.
00000080:00000010:3.1:1790689904.440675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975de0bd6ae0.
00010000:00000010:3.1:1790689904.462564:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6400.
00010000:00000010:2.1:1790689904.499463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030000.
00010000:00000010:2.1:1790689904.512788:0:12399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00010000:00000010:2.1:1790689904.524446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00010000:00000010:3.1:1790689904.528650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00010000:00000010:3.1:1790689904.545746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00010000:00000010:2.1:1790689904.565314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00010000:00000010:2.1:1790689904.577646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00010000:00000010:3.1:1790689904.608456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00010000:00000010:2.1:1790689904.643579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00010000:00000010:2.1:1790689904.643625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00010000:00000010:2.1:1790689904.664455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e400.
00010000:00000010:3.1:1790689904.690544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00010000:00000010:2.1:1790689904.704471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e400.
00010000:00000010:2.1:1790689904.737778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e400.
00010000:00000010:2.1:1790689904.737797:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689904.737801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:3.1:1790689904.740454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cde60.
00010000:00000010:0.1:1790689904.785459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00000080:00000010:0.1:1790689904.785479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd162c620.
00010000:00000010:2.1:1790689904.825558:0:12401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689904.825581:0:12401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cd740.
00000080:00000010:2.1:1790689904.825598:0:12401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975de0bd6b80.
00000080:00000010:2.1:1790689904.825605:0:12401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cd5c0.
00000080:00000010:2.1:1790689904.825632:0:12401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cdac0.
00000080:00000010:2.1:1790689904.825637:0:12401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cdaa0.
00000080:00000010:2.1:1790689904.825813:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975de0bd6e40.
00000080:00000010:2.1:1790689904.825819:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cda20.
00000080:00000010:2.1:1790689904.825826:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cd520.
00000080:00000010:2.1:1790689904.825829:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975de0bd6720.
00000080:00000010:2.1:1790689904.825835:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc54c51c0.
00000080:00000010:2.1:1790689904.825841:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc54c5920.
00000080:00000010:2.1:1790689904.825844:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc54c54a0.
00000080:00000010:2.1:1790689904.825852:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc5431360.
00010000:00000010:2.1:1790689904.825860:0:26:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689904.825864:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00010000:00000010:1.1:1790689904.878532:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf000.
00010000:00000010:1.1:1790689904.878543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00000080:00000010:1.1:1790689904.878551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd01805e0.
00010000:00000010:2.1:1790689904.887479:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210d00.
00010000:00000010:2.1:1790689904.887492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045a00.
00000080:00000010:2.1:1790689904.887501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1c0ef80.
00010000:00000010:2.1:1790689904.890723:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689904.890733:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689904.890740:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469f80.
00010000:00000010:2.1:1790689904.898674:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689904.898682:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689904.898687:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469e20.
00010000:00000010:2.1:1790689904.904611:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2600.
00010000:00000010:2.1:1790689904.904622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e400.
00000080:00000010:2.1:1790689904.904630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469840.
00010000:00000010:2.1:1790689904.915475:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689904.915490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689904.915498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469d60.
00010000:00000010:2.1:1790689904.919516:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689904.919524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689904.919531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469e80.
00010000:00000010:1.1:1790689904.933264:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2600.
00010000:00000010:1.1:1790689904.933276:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e400.
00000080:00000010:1.1:1790689904.933283:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469ee0.
00000080:00000010:2.1:1790689904.945752:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1c0ef00.
00010000:00000010:2.1:1790689904.945775:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689904.945780:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689904.945784:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469d60.
00010000:00000010:1.1:1790689904.946628:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210200.
00010000:00000010:1.1:1790689904.946637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:2.1:1790689904.958541:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689904.958552:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689904.958558:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469de0.
00010000:00000010:2.1:1790689904.958573:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689904.958577:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:2.1:1790689904.958580:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd3469960.
00010000:00000010:2.1:1790689904.966671:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2a00.
00010000:00000010:2.1:1790689904.966680:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00000080:00000010:2.1:1790689904.966685:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd34691a0.
00010000:00000010:2.1:1790689904.966697:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689904.966701:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689904.966704:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b780.
00010000:00000010:2.1:1790689904.983729:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689904.983741:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:2.1:1790689904.983747:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b580.
00010000:00000010:2.1:1790689904.983759:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689904.983762:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689904.983765:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b100.
00010000:00000010:2.1:1790689904.983773:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689904.983776:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689904.983779:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b9c0.
00010000:00000010:2.1:1790689904.998136:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2a00.
00010000:00000010:2.1:1790689904.998156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00000080:00000010:2.1:1790689904.998165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353bee0.
00010000:00000010:2.1:1790689904.998183:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689904.998187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689904.998191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b9c0.
00010000:00000010:2.1:1790689905.006453:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.006464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689905.006471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353bea0.
00010000:00000010:2.1:1790689905.010547:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689905.010559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:3.1:1790689905.010773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b420.
00010000:00000010:3.1:1790689905.020929:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6400.
00010000:00000010:3.1:1790689905.020940:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00000080:00000010:3.1:1790689905.020949:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341dd80.
00010000:00000010:3.1:1790689905.020970:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6000.
00010000:00000010:3.1:1790689905.020973:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:3.1:1790689905.020976:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341d340.
00010000:00000010:3.1:1790689905.027629:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6600.
00010000:00000010:3.1:1790689905.027638:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:3.1:1790689905.027646:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341d3e0.
00010000:00000010:3.1:1790689905.035466:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6000.
00010000:00000010:3.1:1790689905.035477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:3.1:1790689905.035484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341d2c0.
00010000:00000010:3.1:1790689905.043853:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6600.
00010000:00000010:3.1:1790689905.043867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:3.1:1790689905.043875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341dfe0.
00010000:00000010:0.1:1790689905.047572:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6400.
00010000:00000010:0.1:1790689905.047580:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00000080:00000010:0.1:1790689905.055045:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341dec0.
00010000:00000010:0.1:1790689905.064201:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfa00.
00010000:00000010:0.1:1790689905.064219:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030800.
00000080:00000010:0.1:1790689905.064225:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd01806e0.
00010000:00000010:0.1:1790689905.073392:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf000.
00010000:00000010:0.1:1790689905.073415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00000080:00000010:0.1:1790689905.073423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd01804a0.
00010000:00000010:0.1:1790689905.073434:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfb00.
00010000:00000010:0.1:1790689905.073437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030e00.
00000080:00000010:0.1:1790689905.073440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd0180680.
00010000:00000010:0.1:1790689905.089578:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfa00.
00010000:00000010:0.1:1790689905.089600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030800.
00000080:00000010:0.1:1790689905.089608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd0180ec0.
00010000:00000010:0.1:1790689905.102627:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfb00.
00010000:00000010:0.1:1790689905.102646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030e00.
00000080:00000010:1.1:1790689905.106857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd01808c0.
00010000:00000010:2.1:1790689905.119552:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210200.
00010000:00000010:2.1:1790689905.119612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045400.
00000080:00000010:2.1:1790689905.119622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd84682e0.
00010000:00000010:2.1:1790689905.129661:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689905.129680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:3.1:1790689905.134571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b460.
00010000:00000010:3.1:1790689905.141949:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6600.
00010000:00000010:3.1:1790689905.141966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:3.1:1790689905.141975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341d2c0.
00010000:00000010:3.1:1790689905.154574:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6000.
00010000:00000010:3.1:1790689905.154612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:3.1:1790689905.154620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341dd00.
00010000:00000010:2.1:1790689905.175191:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689905.175205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:2.1:1790689905.184456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341d440.
00010000:00000010:2.1:1790689905.190593:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.190605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:0.1:1790689905.191280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353bec0.
00010000:00000010:0.1:1790689905.201524:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfb00.
00010000:00000010:0.1:1790689905.201544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:0.1:1790689905.201551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd01801a0.
00010000:00000010:0.1:1790689905.210752:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfa00.
00010000:00000010:0.1:1790689905.210771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030400.
00000080:00000010:0.1:1790689905.210778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd0180460.
00010000:00000010:0.1:1790689905.214810:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf000.
00010000:00000010:0.1:1790689905.214819:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:0.1:1790689905.214824:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc5431de0.
00010000:00000010:0.1:1790689905.226972:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfb00.
00010000:00000010:0.1:1790689905.226983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:0.1:1790689905.226992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd0181e60.
00010000:00000010:0.1:1790689905.247466:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfa00.
00010000:00000010:0.1:1790689905.247484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030400.
00000080:00000010:0.1:1790689905.247491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd0181200.
00010000:00000010:0.1:1790689905.247510:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf000.
00010000:00000010:0.1:1790689905.247513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:0.1:1790689905.247515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e885e0.
00010000:00000010:2.1:1790689905.264097:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfb00.
00010000:00000010:2.1:1790689905.264122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:2.1:1790689905.264131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e883c0.
00010000:00000010:2.1:1790689905.274548:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.274559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689905.274565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd353b520.
00010000:00000010:2.1:1790689905.274580:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689905.274583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:2.1:1790689905.283826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd34691a0.
00010000:00000010:2.1:1790689905.292728:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.292757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.292766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1140.
00010000:00000010:2.1:1790689905.307495:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf000.
00010000:00000010:2.1:1790689905.307508:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00000080:00000010:2.1:1790689905.307517:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e885a0.
00010000:00000010:2.1:1790689905.319651:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.319672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:1.1:1790689905.322699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1a80.
00010000:00000010:1.1:1790689905.327967:0:2392:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210400.
00010000:00000010:1.1:1790689905.327986:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044c00.
00000080:00000010:1.1:1790689905.327994:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd8468240.
00010000:00000010:3.1:1790689905.335800:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210000.
00010000:00000010:3.1:1790689905.335818:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:3.1:1790689905.335824:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1ed9760.
00010000:00000010:0.1:1790689905.347746:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6000.
00010000:00000010:0.1:1790689905.347756:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:0.1:1790689905.357368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341d280.
00010000:00000010:0.1:1790689905.360816:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfa00.
00010000:00000010:0.1:1790689905.360826:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:0.1:1790689905.360831:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e881e0.
00010000:00000010:0.1:1790689905.369040:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf300.
00010000:00000010:0.1:1790689905.369050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030800.
00000080:00000010:0.1:1790689905.369058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e881a0.
00010000:00000010:0.1:1790689905.369072:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cff00.
00010000:00000010:0.1:1790689905.369075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030e00.
00000080:00000010:0.1:1790689905.369086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e88120.
00010000:00000010:0.1:1790689905.388460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfa00.
00010000:00000010:0.1:1790689905.388468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:0.1:1790689905.388474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e88b80.
00000080:00000010:2.1:1790689905.398572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e88ac0.
00010000:00000010:0.1:1790689905.398954:0:2392:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cff00.
00010000:00000010:0.1:1790689905.398962:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030e00.
00010000:00000010:2.1:1790689905.410443:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.410452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.410460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1740.
00010000:00000010:2.1:1790689905.410477:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689905.410480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:2.1:1790689905.419636:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1be0.
00010000:00000010:2.1:1790689905.419694:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.419703:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689905.419708:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1380.
00010000:00000010:3.1:1790689905.423459:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2a00.
00010000:00000010:3.1:1790689905.423469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00000080:00000010:3.1:1790689905.423478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1300.
00010000:00000010:2.1:1790689905.437794:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6600.
00010000:00000010:2.1:1790689905.437803:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:2.1:1790689905.437810:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341de00.
00010000:00000010:2.1:1790689905.441442:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.441461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689905.441468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1380.
00010000:00000010:2.1:1790689905.444724:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:2.1:1790689905.444732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:2.1:1790689905.444739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb16c0.
00010000:00000010:2.1:1790689905.455550:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.455572:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.455580:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1440.
00000080:00000010:0.1:1790689905.466887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1fc0.
00010000:00000010:2.1:1790689905.467099:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.467107:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00010000:00000010:2.1:1790689905.476328:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cff00.
00010000:00000010:2.1:1790689905.476340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030000.
00000080:00000010:2.1:1790689905.486742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e88440.
00010000:00000010:2.1:1790689905.498472:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.498488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689905.498495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1100.
00010000:00000010:2.1:1790689905.498511:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.498513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.501516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1eb1a80.
00000080:00000010:1.1:1790689905.504592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa92e0.
00010000:00000010:3.1:1790689905.504860:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2500.
00010000:00000010:3.1:1790689905.504871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00010000:00000010:2.1:1790689905.514428:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210400.
00010000:00000010:2.1:1790689905.514447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00000080:00000010:2.1:1790689905.514454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1ed9180.
00010000:00000010:2.1:1790689905.528797:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.528817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.537489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa9120.
00010000:00000010:2.1:1790689905.554845:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.554886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689905.554894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa9b80.
00010000:00000010:2.1:1790689905.554910:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.554914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.554917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa94c0.
00010000:00000010:3.1:1790689905.570171:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6200.
00010000:00000010:3.1:1790689905.570182:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:3.1:1790689905.570190:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa9520.
00010000:00000010:3.1:1790689905.576966:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6f00.
00010000:00000010:3.1:1790689905.576990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:0.1:1790689905.577437:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd341d8e0.
00010000:00000010:1.1:1790689905.584472:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfa00.
00010000:00000010:1.1:1790689905.584495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00000080:00000010:1.1:1790689905.584502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e88a00.
00010000:00000010:1.1:1790689905.598534:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210100.
00010000:00000010:1.1:1790689905.598551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00000080:00000010:1.1:1790689905.602615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1ed93e0.
00010000:00000010:1.1:1790689905.620624:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210300.
00010000:00000010:1.1:1790689905.620645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00000080:00000010:1.1:1790689905.620654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1ed9460.
00010000:00000010:1.1:1790689905.643182:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210100.
00010000:00000010:1.1:1790689905.643202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00000080:00000010:1.1:1790689905.643208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1ed9260.
00010000:00000010:2.1:1790689905.660566:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf300.
00010000:00000010:2.1:1790689905.660720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00000080:00000010:2.1:1790689905.660729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1e884a0.
00010000:00000010:2.1:1790689905.660750:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2200.
00010000:00000010:2.1:1790689905.660754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.660759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa9700.
00000080:00000010:3.1:1790689905.684089:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa9fc0.
00010000:00000010:2.1:1790689905.696620:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:2.1:1790689905.696630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00010000:00000010:3.1:1790689905.707753:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6f00.
00010000:00000010:3.1:1790689905.707773:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:3.1:1790689905.707782:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd601f600.
00010000:00000010:3.1:1790689905.715643:0:12402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6200.
00010000:00000010:3.1:1790689905.715660:0:12402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:3.1:1790689905.715668:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd39cd5c0.
00010000:00000010:3.1:1790689905.730461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6e00.
00010000:00000010:3.1:1790689905.730480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00000080:00000010:3.1:1790689905.730490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20526a0.
00010000:00000010:2.1:1790689905.730563:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6f00.
00010000:00000010:2.1:1790689905.730571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:2.1:1790689905.730575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20526c0.
00010000:00000010:0.1:1790689905.741670:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:0.1:1790689905.741678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:1.1:1790689905.745699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa9cc0.
00010000:00000010:2.1:1790689905.753795:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210100.
00010000:00000010:2.1:1790689905.753813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045400.
00000080:00000010:2.1:1790689905.753822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1ed98a0.
00010000:00000010:0.1:1790689905.762542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.767756:0:12402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa9e80.
00010000:00000010:2.1:1790689905.777323:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f800.
00000080:00000010:2.1:1790689905.787493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1fa93a0.
00010000:00000010:3.1:1790689905.816586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00000080:00000010:3.1:1790689905.816602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2052160.
00010000:00000010:2.1:1790689905.821901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:2.1:1790689905.821913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2052ae0.
00010000:00000010:2.1:1790689905.829150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f800.
00000080:00000010:2.1:1790689905.829173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c11a0.
00010000:00000010:2.1:1790689905.848444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:0.1:1790689905.861233:0:12404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1120.
00010000:00000010:0.1:1790689905.882756:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:0.1:1790689905.882777:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc522d760.
00010000:00000010:0.1:1790689905.885707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030000.
00000080:00000010:1.1:1790689905.885776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20a3ea0.
00010000:00000010:2.1:1790689905.898529:0:12404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:2.1:1790689905.898550:0:12404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd1ed9860.
00010000:00000010:2.1:1790689905.915570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689905.915589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c14e0.
00010000:00000010:2.1:1790689905.923661:0:12404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f800.
00000080:00000010:2.1:1790689905.923677:0:12404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ac0.
00010000:00000010:2.1:1790689905.949770:0:12404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00010000:00000010:2.1:1790689905.949783:0:12404:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cf800.
00010000:00000010:2.1:1790689905.949789:0:12404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00000080:00000010:2.1:1790689905.962681:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff975dc6991080.
00000080:00000010:2.1:1790689905.962701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c14c0.
00010000:00000010:3.1:1790689906.038637:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6e00.
00010000:00000010:3.1:1790689906.038650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535800.
00000080:00000010:1.1:1790689906.143779:0:12407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2052840.
00010000:00000010:3.1:1790689906.200896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535c00.
00000080:00000010:0.1:1790689906.205832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20521e0.
00010000:00000010:2.1:1790689906.268274:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2b00.
00010000:00000010:2.1:1790689906.268298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e600.
00000080:00000010:2.1:1790689906.336096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1a20.
00010000:00000010:2.1:1790689906.374770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f800.
00000080:00000010:2.1:1790689906.374788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1a20.
00010000:00000010:0.1:1790689906.425686:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210300.
00010000:00000010:0.1:1790689906.425735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00000080:00000010:2.1:1790689906.489114:0:12164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2170d60.
00010000:00000010:1.1:1790689906.571617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00000080:00000010:1.1:1790689906.571637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2170c60.
00010000:00000010:0.1:1790689906.613926:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfc00.
00010000:00000010:0.1:1790689906.613934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:2.1:1790689906.638448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20a3620.
00010000:00000010:3.1:1790689906.725592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534400.
00000080:00000010:3.1:1790689906.725611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26fdea0.
00010000:00000010:2.1:1790689906.797384:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2800.
00010000:00000010:2.1:1790689906.797413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534400.
00000080:00000010:0.1:1790689906.835559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26fd380.
00010000:00000010:3.1:1790689906.953977:0:12429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045200.
00000080:00000010:3.1:1790689906.954031:0:12429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2170460.
00010000:00000010:0.1:1790689907.035706:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfc00.
00010000:00000010:0.1:1790689907.035726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00000080:00000010:3.1:1790689907.119028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2624ba0.
00010000:00000010:2.1:1790689907.202442:0:1037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689907.210545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1320.
00010000:00000010:1.1:1790689907.307323:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6500.
00010000:00000010:1.1:1790689907.307348:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534c00.
00000080:00000010:3.1:1790689907.326479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2170d00.
00010000:00000010:2.1:1790689907.415989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:1.1:1790689907.424302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26fdb20.
00010000:00000010:1.1:1790689907.448490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:1.1:1790689907.448497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2170fa0.
00010000:00000010:2.1:1790689907.467126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045400.
00000080:00000010:2.1:1790689907.467144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26388a0.
00010000:00000010:3.1:1790689907.480603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00010000:00000010:2.1:1790689907.517779:0:12438:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2e00.
00010000:00000010:2.1:1790689907.519286:0:12438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00010000:00000010:2.1:1790689907.522527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e200.
00000080:00000010:3.1:1790689907.583659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26fd5e0.
00000080:00000010:0.1:1790689907.668949:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c80.
00010000:00000010:2.1:1790689907.673466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00010000:00000010:1.1:1790689907.687169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00010000:00000010:2.1:1790689907.781106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00000080:00000010:2.1:1790689907.781127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1a40.
00010000:00000010:2.1:1790689907.797922:0:12443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e400.
00000080:00000010:2.1:1790689907.797950:0:12443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1700.
00010000:00000010:2.1:1790689907.834115:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00010000:00000010:2.1:1790689907.850485:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6500.
00010000:00000010:2.1:1790689907.850506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00010000:00000010:3.1:1790689907.872702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535600.
00000080:00000010:2.1:1790689907.902896:0:12444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1a40.
00010000:00000010:2.1:1790689908.015603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:2.1:1790689908.015621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26c3ce0.
00010000:00000010:2.1:1790689908.027211:0:12447:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00010000:00000010:2.1:1790689908.072461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:0.1:1790689908.077003:0:12448:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f00.
00010000:00000010:0.1:1790689908.083478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00000080:00000010:0.1:1790689908.083498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2624400.
00010000:00000010:0.1:1790689908.118667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00010000:00000010:2.1:1790689908.128459:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd61cfc00.
00010000:00000010:2.1:1790689908.128476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00010000:00000010:2.1:1790689908.144761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030000.
00000080:00000010:3.1:1790689908.171494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26243a0.
00010000:00000010:2.1:1790689908.217783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689908.217801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ae0.
00010000:00000010:2.1:1790689908.222463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00010000:00000010:1.1:1790689908.344618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045400.
00000080:00000010:1.1:1790689908.344626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2638420.
00010000:00000010:1.1:1790689908.368460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:1.1:1790689908.368471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2638460.
00010000:00000010:2.1:1790689908.382479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045400.
00010000:00000010:3.1:1790689908.417053:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2300.
00010000:00000010:3.1:1790689908.417073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00010000:00000010:2.1:1790689908.423579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216ea00.
00000080:00000010:2.1:1790689908.511525:0:12455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ae0.
00010000:00000010:2.1:1790689908.569114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e400.
00000080:00000010:2.1:1790689908.569135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ae0.
00010000:00000010:2.1:1790689908.587584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00010000:00000010:2.1:1790689908.664032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00000080:00000010:2.1:1790689908.664041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1fc0.
00010000:00000010:0.1:1790689908.671690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:0.1:1790689908.671705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc36711a0.
00010000:00000010:1.1:1790689908.695724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00010000:00000010:3.1:1790689908.761565:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2600.
00010000:00000010:3.1:1790689908.761577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:0.1:1790689908.784748:0:12458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00000080:00000010:2.1:1790689908.805861:0:12164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2638580.
00010000:00000010:3.1:1790689908.889123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00000080:00000010:3.1:1790689908.889144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd26c3fc0.
00010000:00000010:0.1:1790689908.989455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045400.
00000080:00000010:0.1:1790689908.996039:0:12463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc36f70a0.
00010000:00000010:0.1:1790689909.020453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:2.1:1790689909.020887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3671ec0.
00010000:00000010:3.1:1790689909.043735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216f600.
00010000:00000010:2.1:1790689909.070652:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6400.
00010000:00000010:2.1:1790689909.070663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00010000:00000010:3.1:1790689909.087846:0:12463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ac00.
00000080:00000010:2.1:1790689909.111328:0:12464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd2638ac0.
00000080:00000010:0.1:1790689909.166620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc36f7080.
00010000:00000010:1.1:1790689909.178737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:3.1:1790689909.458183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00010000:00000010:3.1:1790689909.458231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00010000:00000010:2.1:1790689909.482832:0:2402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6d00.
00010000:00000010:2.1:1790689909.482842:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ac00.
00010000:00000010:3.1:1790689909.490115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a200.
00000080:00000010:0.1:1790689909.514774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc36f7060.
00010000:00000010:3.1:1790689909.536445:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6900.
00010000:00000010:2.1:1790689909.555181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00010000:00000010:2.1:1790689909.567666:0:12478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685800.
00010000:00000010:2.1:1790689909.574672:0:12478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684a00.
00010000:00000010:2.1:1790689909.580535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00010000:00000010:2.1:1790689909.593841:0:12478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684a00.
00010000:00000010:2.1:1790689909.605453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00010000:00000010:2.1:1790689909.625474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684a00.
00010000:00000010:2.1:1790689909.633565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00010000:00000010:3.1:1790689909.633682:0:12478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00010000:00000010:3.1:1790689909.644592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ba00.
00010000:00000010:3.1:1790689909.648654:0:12478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a600.
00010000:00000010:3.1:1790689909.658350:0:12478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279bc00.
00010000:00000010:3.1:1790689909.664454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a600.
00010000:00000010:2.1:1790689909.678519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684a00.
00000080:00000010:2.1:1790689909.687656:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751820.
00000080:00000010:2.1:1790689909.687691:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751d80.
00000080:00000010:2.1:1790689909.687695:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751140.
00000080:00000010:2.1:1790689909.687698:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751100.
00000080:00000010:2.1:1790689909.687922:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1100.
00000080:00000010:2.1:1790689909.687931:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc37dbb60.
00000080:00000010:2.1:1790689909.687938:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1a00.
00000080:00000010:2.1:1790689909.687942:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1860.
00000080:00000010:2.1:1790689909.687946:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1800.
00000080:00000010:2.1:1790689909.687949:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1020.
00000080:00000010:2.1:1790689909.687953:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1600.
00000080:00000010:2.1:1790689909.687958:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1580.
00000080:00000010:2.1:1790689909.687962:0:12478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d40.
00010000:00000010:2.1:1790689909.687968:0:12478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00010000:00000010:3.1:1790689909.703451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2700.
00010000:00000010:3.1:1790689909.703470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685800.
00010000:00000010:3.1:1790689909.725013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684a00.
00000080:00000010:2.1:1790689909.744844:0:12479:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d60.
00010000:00000010:0.1:1790689909.802035:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00010000:00000010:2.1:1790689909.818106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00010000:00000010:3.1:1790689909.821655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00010000:00000010:2.1:1790689909.825475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00010000:00000010:3.1:1790689909.849457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a600.
00010000:00000010:2.1:1790689909.856521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00010000:00000010:2.1:1790689909.872977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279bc00.
00010000:00000010:1.1:1790689909.888438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684e00.
00010000:00000010:1.1:1790689909.888478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045200.
00010000:00000010:2.1:1790689909.895453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:3.1:1790689909.904783:0:12480:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a600.
00010000:00000010:3.1:1790689909.912697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ba00.
00010000:00000010:3.1:1790689909.934163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a600.
00010000:00000010:2.1:1790689909.945969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00010000:00000010:2.1:1790689909.967460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00010000:00000010:2.1:1790689910.105702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00010000:00000010:0.1:1790689910.109775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00010000:00000010:2.1:1790689910.110459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a600.
00010000:00000010:2.1:1790689910.122449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:0.1:1790689910.127446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00010000:00000010:3.1:1790689910.149461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00010000:00000010:2.1:1790689910.158453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045200.
00010000:00000010:1.1:1790689910.163546:0:12485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00010000:00000010:2.1:1790689910.168455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:2.1:1790689910.184721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00010000:00000010:3.1:1790689910.197450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ba00.
00010000:00000010:2.1:1790689910.208443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00010000:00000010:2.1:1790689910.219455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:3.1:1790689910.231621:0:12489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ba00.
00010000:00000010:3.1:1790689910.238436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b800.
00010000:00000010:3.1:1790689910.255550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ba00.
00010000:00000010:2.1:1790689910.265605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:2.1:1790689910.274644:0:12489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00010000:00000010:2.1:1790689910.291767:0:12489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00010000:00000010:2.1:1790689910.298430:0:12489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00010000:00000010:2.1:1790689910.313086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00010000:00000010:2.1:1790689910.599068:0:12490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685a00.
00010000:00000010:2.1:1790689911.276471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534a00.
00010000:00000010:2.1:1790689911.295481:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6c00.
00010000:00000010:2.1:1790689911.295505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534800.
00000080:00000010:3.1:1790689919.030529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ee0.
00000080:00000010:3.1:1790689919.030548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c13c0.
00000080:00000010:3.1:1790689919.030554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1060.
00000080:00000010:3.1:1790689919.030560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1720.
00000080:00000010:3.1:1790689919.030564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e80.
00000080:00000010:3.1:1790689919.030568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c18e0.
00000080:00000010:3.1:1790689919.030573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4040.
00000080:00000010:3.1:1790689919.030579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4be0.
00000080:00000010:3.1:1790689919.030584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c19c0.
00000080:00000010:3.1:1790689919.030589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1240.
00000080:00000010:3.1:1790689919.030595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c11c0.
00000080:00000010:3.1:1790689919.030600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4500.
00000080:00000010:3.1:1790689919.030604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1760.
00000080:00000010:3.1:1790689919.030608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c15e0.
00000080:00000010:3.1:1790689919.030612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca5a0.
00000080:00000010:3.1:1790689919.030620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc36f7260.
00000080:00000010:3.1:1790689919.030626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c10e0.
00000080:00000010:3.1:1790689919.030630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1100.
00000080:00000010:3.1:1790689919.030634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8e0.
00000080:00000010:3.1:1790689919.030637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c12a0.
00000080:00000010:3.1:1790689919.030641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751fa0.
00000080:00000010:3.1:1790689919.030647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1aa0.
00000080:00000010:3.1:1790689919.030651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f60.
00000080:00000010:3.1:1790689919.030654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d60.
00000080:00000010:3.1:1790689919.030658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751b80.
00000080:00000010:3.1:1790689919.030662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751640.
00000080:00000010:3.1:1790689919.030666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751ca0.
00000080:00000010:3.1:1790689919.030670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc36f7840.
00000080:00000010:3.1:1790689919.030674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc36f7340.
00000080:00000010:3.1:1790689919.030678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1600.
00000080:00000010:3.1:1790689919.030681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc3751300.
00000080:00000010:3.1:1790689919.030707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1860.
00000080:00000010:3.1:1790689919.030711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc37518c0.
00000080:00000010:3.1:1790689919.030715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc37db320.
00000080:00000010:3.1:1790689919.030719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1020.
00000080:00000010:3.1:1790689919.030722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1a00.
00010000:00000010:3.1:1790689919.030728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685600.
00010000:00000010:0.1:1790689919.050746:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6300.
00010000:00000010:0.1:1790689919.050777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ba00.
00000080:00000010:1.1:1790689919.101267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b48c0.
00010000:00000010:1.1:1790689919.127329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:1.1:1790689919.127340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cac00.
00000080:00000010:0.1:1790689919.130298:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762480.
00010000:00000010:1.1:1790689919.140650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00010000:00000010:1.1:1790689919.140667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:1.1:1790689919.140674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca980.
00000080:00000010:0.1:1790689919.150454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67620c0.
00010000:00000010:1.1:1790689919.151687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00010000:00000010:2.1:1790689919.155776:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00000080:00000010:2.1:1790689919.155803:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caac0.
00010000:00000010:2.1:1790689919.161675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.161696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d20.
00010000:00000010:2.1:1790689919.166179:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.166197:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c40.
00010000:00000010:2.1:1790689919.177670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689919.177689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c15c0.
00010000:00000010:2.1:1790689919.181665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.181682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d20.
00010000:00000010:2.1:1790689919.192599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.192617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c40.
00010000:00000010:2.1:1790689919.202725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.210435:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d20.
00010000:00000010:2.1:1790689919.226453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.226475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c40.
00010000:00000010:3.1:1790689919.238339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689919.238361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d20.
00010000:00000010:3.1:1790689919.256472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00000080:00000010:2.1:1790689919.261468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4be0.
00010000:00000010:2.1:1790689919.269029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.275939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c40.
00010000:00000010:2.1:1790689919.282442:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.282449:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c15c0.
00010000:00000010:2.1:1790689919.287428:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.287438:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c20.
00010000:00000010:2.1:1790689919.295700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.295714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c15c0.
00010000:00000010:2.1:1790689919.300497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.300520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c20.
00010000:00000010:2.1:1790689919.309461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689919.309481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c40.
00010000:00000010:2.1:1790689919.327331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.327394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c20.
00010000:00000010:2.1:1790689919.336457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:0.1:1790689919.339593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c40.
00010000:00000010:0.1:1790689919.348696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:1.1:1790689919.349167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca4e0.
00010000:00000010:0.1:1790689919.353923:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:0.1:1790689919.353958:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762360.
00010000:00000010:0.1:1790689919.367031:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:0.1:1790689919.367051:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca000.
00010000:00000010:0.1:1790689919.379443:0:1037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:2.1:1790689919.389649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caec0.
00010000:00000010:3.1:1790689919.395280:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:3.1:1790689919.395300:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c20.
00010000:00000010:3.1:1790689919.407591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00000080:00000010:2.1:1790689919.411904:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4040.
00010000:00000010:2.1:1790689919.416565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.420463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b00.
00010000:00000010:2.1:1790689919.430444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.430465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c60.
00010000:00000010:2.1:1790689919.442543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.442559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b00.
00010000:00000010:2.1:1790689919.459885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.459904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c60.
00000080:00000010:0.1:1790689919.463627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b00.
00010000:00000010:2.1:1790689919.466592:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00010000:00000010:2.1:1790689919.466600:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:2.1:1790689919.474344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cae00.
00000080:00000010:0.1:1790689919.482441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c60.
00010000:00000010:2.1:1790689919.487105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00010000:00000010:2.1:1790689919.493645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:2.1:1790689919.493662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca4c0.
00010000:00000010:2.1:1790689919.498681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.498699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689919.523458:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.523467:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1580.
00010000:00000010:2.1:1790689919.526646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:2.1:1790689919.526669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca680.
00010000:00000010:2.1:1790689919.531426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.531441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689919.544434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684c00.
00000080:00000010:2.1:1790689919.544447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00000080:00000010:0.1:1790689919.552266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1580.
00010000:00000010:2.1:1790689919.552692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00010000:00000010:0.1:1790689919.556561:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00000080:00000010:0.1:1790689919.556572:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca920.
00010000:00000010:0.1:1790689919.563475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:1.1:1790689919.567632:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca560.
00010000:00000010:0.1:1790689919.571684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00000080:00000010:1.1:1790689919.576479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762460.
00010000:00000010:2.1:1790689919.592609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045200.
00000080:00000010:2.1:1790689919.598162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762b60.
00010000:00000010:2.1:1790689919.604469:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.604478:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689919.610890:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684c00.
00000080:00000010:2.1:1790689919.617322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689919.623696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.623707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:3.1:1790689919.627018:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684c00.
00000080:00000010:3.1:1790689919.627034:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1840.
00010000:00000010:3.1:1790689919.631567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00000080:00000010:3.1:1790689919.631584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4fa0.
00010000:00000010:3.1:1790689919.653510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:2.1:1790689919.653735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4660.
00010000:00000010:2.1:1790689919.662453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.679489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689919.681460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.681476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689919.694539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:0.1:1790689919.698884:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:0.1:1790689919.705453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:0.1:1790689919.705464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafe0.
00010000:00000010:2.1:1790689919.716586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:2.1:1790689919.716599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca3e0.
00010000:00000010:2.1:1790689919.725531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:3.1:1790689919.728826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:3.1:1790689919.733555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689919.733569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4fa0.
00010000:00000010:3.1:1790689919.738558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00000080:00000010:3.1:1790689919.738570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4de0.
00010000:00000010:3.1:1790689919.743439:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689919.743449:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b43a0.
00010000:00000010:3.1:1790689919.747898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:2.1:1790689919.751840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4fa0.
00010000:00000010:2.1:1790689919.767540:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.767565:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689919.777142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:0.1:1790689919.780473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:0.1:1790689919.789546:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:0.1:1790689919.789557:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafe0.
00010000:00000010:0.1:1790689919.804636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00000080:00000010:0.1:1790689919.804647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafa0.
00010000:00000010:0.1:1790689919.804660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:0.1:1790689919.804663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caca0.
00010000:00000010:2.1:1790689919.807498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0030a00.
00000080:00000010:3.1:1790689919.811741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafe0.
00010000:00000010:3.1:1790689919.823292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689919.823312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b43a0.
00010000:00000010:3.1:1790689919.831117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689919.831133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4de0.
00010000:00000010:3.1:1790689919.836695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00000080:00000010:3.1:1790689919.836709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b40c0.
00010000:00000010:3.1:1790689919.847460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689919.847481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b43a0.
00010000:00000010:3.1:1790689919.854494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00000080:00000010:2.1:1790689919.854562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b40c0.
00010000:00000010:2.1:1790689919.864656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.864685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689919.872841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.876114:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1880.
00010000:00000010:2.1:1790689919.883469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.883493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689919.908160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:2.1:1790689919.908182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1880.
00010000:00000010:2.1:1790689919.923635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689919.923659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:0.1:1790689919.938362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:0.1:1790689919.938385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1880.
00010000:00000010:0.1:1790689919.946770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:0.1:1790689919.953496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caca0.
00010000:00000010:0.1:1790689919.980449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00000080:00000010:0.1:1790689919.980460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafa0.
00010000:00000010:0.1:1790689919.987444:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00000080:00000010:0.1:1790689919.990578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caca0.
00000080:00000010:2.1:1790689919.994905:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafa0.
00010000:00000010:0.1:1790689919.995088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031800.
00010000:00000010:2.1:1790689920.006444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689920.006457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689920.014469:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689920.014478:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1fc0.
00010000:00000010:2.1:1790689920.019486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685a00.
00000080:00000010:2.1:1790689920.019527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c16e0.
00010000:00000010:2.1:1790689920.019549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689920.019553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689920.030718:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689920.030728:0:12552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1280.
00010000:00000010:2.1:1790689920.035466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689920.035490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689920.049595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685a00.
00000080:00000010:2.1:1790689920.049616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c16e0.
00010000:00000010:2.1:1790689920.083184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00010000:00000010:3.1:1790689920.088471:0:12552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00010000:00000010:3.1:1790689920.210713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00010000:00000010:3.1:1790689920.219704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00010000:00000010:3.1:1790689920.219743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00000080:00000010:2.1:1790689920.220122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b40.
00010000:00000010:2.1:1790689920.231956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00010000:00000010:3.1:1790689920.232152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a000.
00010000:00000010:3.1:1790689920.250464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00010000:00000010:2.1:1790689920.253505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:3.1:1790689920.263602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a000.
00010000:00000010:2.1:1790689920.266627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045200.
00010000:00000010:3.1:1790689920.279445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00010000:00000010:2.1:1790689920.296478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:3.1:1790689920.302475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a000.
00010000:00000010:2.1:1790689920.302564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00010000:00000010:0.1:1790689920.323689:0:12555:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00010000:00000010:2.1:1790689920.338425:0:1037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:0.1:1790689920.351466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00010000:00000010:0.1:1790689920.355602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00010000:00000010:2.1:1790689920.390446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00010000:00000010:2.1:1790689920.394050:0:12560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:2.1:1790689920.402564:0:12560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00010000:00000010:2.1:1790689920.419465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684c00.
00010000:00000010:2.1:1790689920.428485:0:12560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:2.1:1790689920.436446:0:12560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00010000:00000010:2.1:1790689920.445862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:2.1:1790689920.457949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00010000:00000010:2.1:1790689920.474072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:3.1:1790689920.489962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a000.
00010000:00000010:2.1:1790689920.510476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:3.1:1790689920.555609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045200.
00010000:00000010:3.1:1790689920.782270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00010000:00000010:3.1:1790689921.642475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685c00.
00010000:00000010:3.1:1790689921.642903:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6900.
00010000:00000010:3.1:1790689921.642919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b800.
00010000:00000010:2.1:1790689923.700814:0:12164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684c00.
00000080:00000010:1.1:1790689925.762648:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c14c0.
00000080:00000010:1.1:1790689925.762670:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44e0.
00000080:00000010:1.1:1790689925.762677:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67627c0.
00000080:00000010:1.1:1790689925.762684:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c80.
00000080:00000010:1.1:1790689925.762691:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c00.
00000080:00000010:1.1:1790689925.762701:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f80.
00000080:00000010:1.1:1790689925.762704:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1320.
00000080:00000010:1.1:1790689925.762710:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1520.
00000080:00000010:1.1:1790689925.762713:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c16c0.
00000080:00000010:1.1:1790689925.762717:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1a20.
00000080:00000010:1.1:1790689925.762746:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ac0.
00000080:00000010:1.1:1790689925.762753:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1d00.
00000080:00000010:1.1:1790689925.762761:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1560.
00000080:00000010:1.1:1790689925.762765:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c19e0.
00000080:00000010:1.1:1790689925.762770:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cab60.
00000080:00000010:1.1:1790689925.762960:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca380.
00000080:00000010:1.1:1790689925.762968:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762260.
00000080:00000010:1.1:1790689925.762972:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca120.
00000080:00000010:1.1:1790689925.762975:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1940.
00000080:00000010:1.1:1790689925.762979:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4640.
00000080:00000010:1.1:1790689925.762987:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e20.
00000080:00000010:1.1:1790689925.762991:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ca0.
00000080:00000010:1.1:1790689925.762994:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762b80.
00000080:00000010:1.1:1790689925.762998:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4300.
00000080:00000010:1.1:1790689925.763002:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4460.
00000080:00000010:1.1:1790689925.763389:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b40.
00000080:00000010:1.1:1790689925.763433:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1080.
00000080:00000010:1.1:1790689925.763437:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4380.
00000080:00000010:1.1:1790689925.763441:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b42c0.
00000080:00000010:1.1:1790689925.763444:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b41a0.
00000080:00000010:1.1:1790689925.763451:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4220.
00010000:00000010:1.1:1790689925.763456:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685a00.
00010000:00000010:0.1:1790689925.784476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00010000:00000010:2.1:1790689925.790980:0:12564:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:3.1:1790689925.845361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1680.
00010000:00000010:2.1:1790689925.880069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689925.880084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f20.
00010000:00000010:2.1:1790689925.886487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689925.886506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1980.
00010000:00000010:2.1:1790689925.890502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685600.
00000080:00000010:2.1:1790689925.890546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f00.
00010000:00000010:2.1:1790689925.906593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689925.906611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f20.
00010000:00000010:2.1:1790689925.926469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685600.
00000080:00000010:2.1:1790689925.926490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f00.
00010000:00000010:2.1:1790689925.937465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689925.940591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f20.
00010000:00000010:2.1:1790689925.955602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685600.
00000080:00000010:2.1:1790689925.955633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f00.
00010000:00000010:2.1:1790689925.966531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689925.966540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f20.
00010000:00000010:3.1:1790689925.974450:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685600.
00000080:00000010:3.1:1790689925.974467:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f00.
00010000:00000010:3.1:1790689925.990147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00000080:00000010:3.1:1790689925.990156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4f40.
00010000:00000010:3.1:1790689925.994941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689925.994953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b40a0.
00010000:00000010:3.1:1790689925.997765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689925.997778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4000.
00010000:00000010:3.1:1790689926.002929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ae00.
00000080:00000010:3.1:1790689926.006130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b46a0.
00010000:00000010:3.1:1790689926.009787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689926.009807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b40a0.
00010000:00000010:3.1:1790689926.017211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.017230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4000.
00010000:00000010:3.1:1790689926.028518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689926.038309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b40a0.
00010000:00000010:3.1:1790689926.038337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.038362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4000.
00010000:00000010:3.1:1790689926.045325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689926.045345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b46a0.
00010000:00000010:3.1:1790689926.060804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.060829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4000.
00010000:00000010:3.1:1790689926.067318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689926.067328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b46a0.
00010000:00000010:3.1:1790689926.071438:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ae00.
00000080:00000010:3.1:1790689926.071446:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4f40.
00010000:00000010:3.1:1790689926.076712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.076731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4000.
00010000:00000010:3.1:1790689926.085707:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ae00.
00000080:00000010:2.1:1790689926.089762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4f40.
00010000:00000010:2.1:1790689926.093563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.093596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f20.
00010000:00000010:2.1:1790689926.108032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.108049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1440.
00010000:00000010:2.1:1790689926.120095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.120112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f20.
00010000:00000010:2.1:1790689926.134577:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.134586:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1440.
00010000:00000010:2.1:1790689926.134612:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.134616:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1700.
00010000:00000010:2.1:1790689926.144443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:3.1:1790689926.144907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f20.
00010000:00000010:3.1:1790689926.159250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ae00.
00000080:00000010:3.1:1790689926.164222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4000.
00010000:00000010:3.1:1790689926.167662:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.167682:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b46a0.
00010000:00000010:3.1:1790689926.174546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:2.1:1790689926.178450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ac0.
00010000:00000010:2.1:1790689926.187457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.187473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1700.
00010000:00000010:2.1:1790689926.193797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.193805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1440.
00010000:00000010:2.1:1790689926.198716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.198737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1700.
00010000:00000010:2.1:1790689926.208042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.208051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1440.
00010000:00000010:2.1:1790689926.219456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.219472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1700.
00010000:00000010:2.1:1790689926.236955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.236972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1440.
00010000:00000010:3.1:1790689926.259481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689926.259500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1700.
00010000:00000010:3.1:1790689926.275594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.275612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b46a0.
00010000:00000010:3.1:1790689926.279808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ae00.
00000080:00000010:3.1:1790689926.279832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4000.
00010000:00000010:3.1:1790689926.279847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689926.279850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:3.1:1790689926.284838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00000080:00000010:3.1:1790689926.284855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4560.
00000080:00000010:2.1:1790689926.291578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b46a0.
00010000:00000010:3.1:1790689926.292502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00010000:00000010:2.1:1790689926.318810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.318839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1440.
00010000:00000010:2.1:1790689926.325461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.329459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1880.
00010000:00000010:2.1:1790689926.349491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:3.1:1790689926.354503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1440.
00010000:00000010:3.1:1790689926.354535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.354539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4560.
00010000:00000010:3.1:1790689926.362481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00000080:00000010:3.1:1790689926.362499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:3.1:1790689926.391927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:2.1:1790689926.392458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4560.
00010000:00000010:2.1:1790689926.395672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.395692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1880.
00010000:00000010:2.1:1790689926.414093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.418590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00000080:00000010:3.1:1790689926.421437:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1880.
00010000:00000010:2.1:1790689926.432303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00010000:00000010:3.1:1790689926.436426:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.436436:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:3.1:1790689926.450453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00000080:00000010:3.1:1790689926.450464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4920.
00000080:00000010:2.1:1790689926.455862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a20.
00010000:00000010:3.1:1790689926.463353:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.463369:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:3.1:1790689926.463390:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00010000:00000010:2.1:1790689926.488445:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.488454:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.493722:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.493734:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.493754:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.499482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:2.1:1790689926.507485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.507509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.512603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.512624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.522767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.522789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:2.1:1790689926.536456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:2.1:1790689926.536475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.536492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.536494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.545967:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00000080:00000010:2.1:1790689926.545978:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1840.
00010000:00000010:2.1:1790689926.557628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.557667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:2.1:1790689926.566450:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.566461:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.575635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00000080:00000010:2.1:1790689926.575647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.575665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.575668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:2.1:1790689926.583616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.583626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.596099:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.596114:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:2.1:1790689926.602966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.602987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.615855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00000080:00000010:2.1:1790689926.615879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.621493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.625730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.631721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00000080:00000010:2.1:1790689926.631728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.637441:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.637449:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:2.1:1790689926.643227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.643244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00000080:00000010:3.1:1790689926.662889:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e00.
00010000:00000010:2.1:1790689926.665994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:3.1:1790689926.694483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790689926.694504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:3.1:1790689926.694528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689926.694532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4920.
00010000:00000010:2.1:1790689926.701560:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00000080:00000010:2.1:1790689926.701573:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b49e0.
00010000:00000010:2.1:1790689926.713642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.713658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.726288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.731468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.748261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.748278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.760498:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.760506:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:2.1:1790689926.774551:0:12565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790689926.774565:0:12565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1bc0.
00010000:00000010:2.1:1790689926.778762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:2.1:1790689926.778780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b20.
00010000:00000010:0.1:1790689926.784533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00000080:00000010:0.1:1790689926.784544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c60.
00010000:00000010:0.1:1790689926.803605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00000080:00000010:0.1:1790689926.803628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cab20.
00010000:00000010:0.1:1790689926.932637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00010000:00000010:3.1:1790689926.946571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00010000:00000010:0.1:1790689926.946893:0:12569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00010000:00000010:1.1:1790689926.952453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00010000:00000010:0.1:1790689926.964691:0:12568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00010000:00000010:3.1:1790689926.974454:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00010000:00000010:0.1:1790689926.986019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00010000:00000010:0.1:1790689926.998264:0:12568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00010000:00000010:0.1:1790689927.012447:0:12566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031400.
00010000:00000010:0.1:1790689927.022618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031200.
00010000:00000010:2.1:1790689927.161339:0:12581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00010000:00000010:2.1:1790689927.174563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:2.1:1790689937.032476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:2.1:1790689937.032497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca4e0.
00010000:00000010:2.1:1790689937.032576:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd22f2000.
00010000:00000010:2.1:1790689937.032582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e0216e800.
00010000:00000010:2.1:1790689937.095441:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210500.
00010000:00000010:2.1:1790689937.095457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00010000:00000010:2.1:1790689937.106814:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f400.
00010000:00000010:2.1:1790689937.106831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684000.
00000080:00000010:2.1:1790689937.106836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ce0.
00010000:00000010:2.1:1790689937.112621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685000.
00000080:00000010:3.1:1790689937.172265:0:13014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1c20.
00010000:00000010:2.1:1790689937.239692:0:13169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:2.1:1790689937.255100:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684600.
00000080:00000010:3.1:1790689937.266797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1aa0.
00000080:00000010:2.1:1790689937.292845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1120.
00010000:00000010:0.1:1790689946.166462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:0.1:1790689946.166488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762900.
00010000:00000010:0.1:1790689946.166497:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f800.
00010000:00000010:0.1:1790689946.166503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:0.1:1790689946.215538:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210800.
00010000:00000010:0.1:1790689946.215544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:0.1:1790689946.220451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597b00.
00010000:00000010:0.1:1790689946.220466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:0.1:1790689946.220471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafa0.
00010000:00000010:0.1:1790689946.246490:0:13762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031c00.
00000080:00000010:0.1:1790689946.304451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafa0.
00010000:00000010:3.1:1790689946.367472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00010000:00000010:2.1:1790689946.373251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685200.
00000080:00000010:2.1:1790689946.384311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c18a0.
00000080:00000010:3.1:1790689946.399279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1160.
00010000:00000010:2.1:1790689956.412447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684a00.
00000080:00000010:2.1:1790689956.416455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1120.
00010000:00000010:2.1:1790689956.416473:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597200.
00010000:00000010:2.1:1790689956.416479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc0031000.
00010000:00000010:0.1:1790689956.494638:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:0.1:1790689956.494658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279ac00.
00010000:00000010:0.1:1790689956.507715:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597100.
00010000:00000010:0.1:1790689956.507724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0600.
00000080:00000010:0.1:1790689956.507728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca640.
00010000:00000010:0.1:1790689956.518544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0200.
00000080:00000010:0.1:1790689956.599957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca740.
00010000:00000010:2.1:1790689956.627585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684a00.
00010000:00000010:2.1:1790689956.644515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685600.
00000080:00000010:3.1:1790689956.666581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b40.
00000080:00000010:3.1:1790689956.694531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b49a0.
00010000:00000010:2.1:1790689965.977466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00000080:00000010:3.1:1790689965.977563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67620a0.
00010000:00000010:3.1:1790689965.977572:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597900.
00010000:00000010:3.1:1790689965.977576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1a00.
00010000:00000010:2.1:1790689966.032724:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790689966.032739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:2.1:1790689966.049471:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790689966.049489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00000080:00000010:2.1:1790689966.049495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f80.
00010000:00000010:2.1:1790689966.076437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00000080:00000010:0.1:1790689966.130461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f80.
00010000:00000010:2.1:1790689966.166530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:3.1:1790689966.179447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a600.
00000080:00000010:3.1:1790689966.193517:0:14943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4280.
00000080:00000010:3.1:1790689966.209484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4f80.
00010000:00000010:0.1:1790689974.756445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0e00.
00000080:00000010:0.1:1790689974.762565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca7e0.
00010000:00000010:0.1:1790689974.762683:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790689974.762690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:3.1:1790689974.812556:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210500.
00010000:00000010:3.1:1790689974.812569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00010000:00000010:3.1:1790689974.830642:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a400.
00010000:00000010:3.1:1790689974.830656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:3.1:1790689974.830660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b48e0.
00010000:00000010:2.1:1790689974.838524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685800.
00000080:00000010:1.1:1790689974.910620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ac0.
00010000:00000010:3.1:1790689974.998914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1000.
00010000:00000010:2.1:1790689975.011455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00000080:00000010:2.1:1790689975.025461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4780.
00000080:00000010:3.1:1790689975.056683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca520.
00010000:00000010:1.1:1790689975.096538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00010000:00000010:2.1:1790689975.110780:0:15536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00000080:00000010:2.1:1790689975.122462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67628a0.
00000080:00000010:2.1:1790689975.189633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67625c0.
00010000:00000010:3.1:1790689975.246573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00010000:00000010:2.1:1790689975.259678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00000080:00000010:0.1:1790689975.278713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1940.
00000080:00000010:0.1:1790689975.326536:0:15540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762400.
00010000:00000010:3.1:1790689984.306438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02045000.
00000080:00000010:3.1:1790689984.310453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762780.
00010000:00000010:3.1:1790689984.310479:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a700.
00010000:00000010:3.1:1790689984.310486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279bc00.
00010000:00000010:3.1:1790689984.343566:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a700.
00010000:00000010:3.1:1790689984.343584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279bc00.
00010000:00000010:3.1:1790689984.350476:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790689984.350488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b200.
00000080:00000010:3.1:1790689984.358841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4960.
00010000:00000010:2.1:1790689984.375454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685e00.
00000080:00000010:3.1:1790689984.503556:0:16123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1320.
00010000:00000010:2.1:1790689984.538475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1200.
00010000:00000010:2.1:1790689984.551221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00000080:00000010:2.1:1790689984.560639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1b40.
00000080:00000010:3.1:1790689984.592076:0:16124:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca520.
00010000:00000010:2.1:1790689984.645467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684200.
00010000:00000010:2.1:1790689984.654492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0000.
00000080:00000010:2.1:1790689984.672588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca260.
00000080:00000010:2.1:1790689984.681156:0:16126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c15e0.
00010000:00000010:1.1:1790689994.457570:0:16707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1000.
00000080:00000010:1.1:1790689994.466538:0:16708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caa40.
00010000:00000010:1.1:1790689994.466555:0:16708:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:1.1:1790689994.466562:0:16708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684e00.
00010000:00000010:3.1:1790689994.524543:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790689994.524560:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279be00.
00010000:00000010:3.1:1790689994.553467:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790689994.553479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b200.
00000080:00000010:3.1:1790689994.553497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4620.
00010000:00000010:1.1:1790689994.572513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044e00.
00000080:00000010:3.1:1790689994.646855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762a20.
00010000:00000010:2.1:1790689994.685462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1400.
00010000:00000010:2.1:1790689994.695358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00000080:00000010:2.1:1790689994.710979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f80.
00000080:00000010:2.1:1790689994.725448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca7e0.
00010000:00000010:2.1:1790689994.801660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00010000:00000010:1.1:1790689994.824440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975e02044200.
00000080:00000010:1.1:1790689994.833603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762040.
00000080:00000010:1.1:1790689994.846942:0:16713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c15a0.
00010000:00000010:3.1:1790690006.966779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:2.1:1790690006.990393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4780.
00010000:00000010:2.1:1790690006.990455:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690006.990463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279be00.
00010000:00000010:2.1:1790690007.020478:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:2.1:1790690007.020499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1e00.
00010000:00000010:1.1:1790690007.025388:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0ff00.
00010000:00000010:1.1:1790690007.025413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00000080:00000010:1.1:1790690007.025436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1020.
00010000:00000010:1.1:1790690007.040929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc668a200.
00000080:00000010:2.1:1790690007.081907:0:17145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762f00.
00010000:00000010:1.1:1790690007.138445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc668bc00.
00010000:00000010:1.1:1790690007.149765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc668aa00.
00000080:00000010:2.1:1790690007.150453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762c80.
00000080:00000010:2.1:1790690007.192383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762080.
00010000:00000010:2.1:1790690007.232705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684e00.
00010000:00000010:2.1:1790690007.239131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:2.1:1790690007.244761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1f00.
00000080:00000010:0.1:1790690007.277852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1ee0.
00010000:00000010:3.1:1790690021.522442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a000.
00010000:00000010:2.1:1790690021.526469:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc3fb6900.
00010000:00000010:2.1:1790690021.526524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b800.
00010000:00000010:2.1:1790690038.236987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1200.
00000080:00000010:1.1:1790690038.252933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafa0.
00010000:00000010:1.1:1790690038.252951:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210200.
00010000:00000010:1.1:1790690038.252956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc668ac00.
00010000:00000010:1.1:1790690043.761444:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:1.1:1790690043.761460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00010000:00000010:1.1:1790690043.761464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:1.1:1790690043.761467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279aa00.
00000080:00000010:1.1:1790690043.794356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff975dc69edac0.
00000080:00000010:1.1:1790690043.794377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4fe0.
00010000:00000010:3.1:1790690048.885574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b600.
00000080:00000010:0.1:1790690048.901748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a00.
00010000:00000010:0.1:1790690048.901793:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690048.901800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685c00.
00010000:00000010:2.1:1790690054.477500:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597700.
00010000:00000010:2.1:1790690054.477514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1a00.
00000080:00000010:3.1:1790690054.512207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1e20.
00010000:00000010:0.1:1790690059.898508:0:19535:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:0.1:1790690059.898517:0:19535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:0.1:1790690059.898521:0:19535:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690059.898524:0:19535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685c00.
00000080:00000010:0.1:1790690059.898534:0:19535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1880.
00000080:00000010:0.1:1790690059.898556:0:19535:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff975dc6992100.
00010000:00000010:3.1:1790690065.478445:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690065.478459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279b800.
00010000:00000010:3.1:1790690065.498409:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690065.516460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690065.516477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a000.
00010000:00000010:2.1:1790690065.539931:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690065.539941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685c00.
00000080:00000010:2.1:1790690065.574522:0:19837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4700.
00010000:00000010:3.1:1790690070.561767:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210b00.
00010000:00000010:3.1:1790690070.561775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc668ac00.
00010000:00000010:3.1:1790690070.561780:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690070.562459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a400.
00000080:00000010:1.1:1790690070.620449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:2.1:1790690077.326008:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690077.326017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00010000:00000010:3.1:1790690077.341187:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:2.1:1790690077.363615:0:20388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00000800:00000200:3.1:1790690077.587866:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 25960 low water 153420 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.587913:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 25960 low water 153420 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.587924:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 25960 low water 153420 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.587935:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 25960 low water 153420 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.587944:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 25960 low water 153420 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.587952:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 25960 low water 153420 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.587959:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 25960 low water 153420 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.591670:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 199992 low water 132964 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.601138:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 238656 low water 230112 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.602724:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 336260 low water 347710 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.602741:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 336260 low water 347710 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.602755:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 334980 low water 348350 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.602760:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 334980 low water 348350 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690077.602788:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 552520 low water 322780 conn ffff975dd81e2000 blocked idle queued
00000080:00000010:2.1:1790690077.685611:0:20437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd20c1dc0.
00010000:00000010:0.1:1790690078.902451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210d00.
00010000:00000010:0.1:1790690078.902468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc668a600.
00010000:00000010:1.1:1790690088.629063:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0c00.
00010000:00000010:2.1:1790690088.650529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3685400.
00000080:00000010:0.1:1790690088.654568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cac00.
00010000:00000010:0.1:1790690094.376093:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1200.
00010000:00000010:0.1:1790690094.376106:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1400.
00010000:00000010:0.1:1790690094.376110:0:2392:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597a00.
00010000:00000010:0.1:1790690094.376114:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0800.
00010000:00000010:3.1:1790690094.387939:0:21332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1a00.
00000080:00000010:3.1:1790690094.406373:0:21334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca5a0.
00000080:00000010:3.1:1790690094.406519:0:21334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca740.
00010000:00000010:1.1:1790690099.462635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104200.
00000080:00000010:1.1:1790690099.478547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67624a0.
00010000:00000010:1.1:1790690099.478571:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597200.
00010000:00000010:1.1:1790690099.478577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1a00.
00010000:00000010:3.1:1790690103.723433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684e00.
00010000:00000010:3.1:1790690103.723444:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210500.
00010000:00000010:3.1:1790690103.723449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc668a000.
00010000:00000010:1.1:1790690106.210630:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210600.
00010000:00000010:1.1:1790690106.210645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104400.
00010000:00000010:1.1:1790690106.243693:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210500.
00010000:00000010:1.1:1790690106.243706:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210600.
00010000:00000010:1.1:1790690106.243710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104a00.
00000080:00000010:2.1:1790690106.283622:0:21734:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762420.
00010000:00000010:1.1:1790690110.879506:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4fe8900.
00010000:00000010:1.1:1790690110.879523:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1535a00.
00010000:00000010:1.1:1790690110.921613:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210500.
00010000:00000010:0.1:1790690110.922919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7105600.
00000080:00000010:1.1:1790690110.988911:0:17733:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67626c0.
00010000:00000010:1.1:1790690116.645559:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210700.
00010000:00000010:1.1:1790690116.645575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104e00.
00010000:00000010:1.1:1790690116.661662:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210800.
00010000:00000010:1.1:1790690116.661676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104c00.
00000080:00000010:1.1:1790690116.695455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67624e0.
00010000:00000010:1.1:1790690122.257452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210b00.
00010000:00000010:1.1:1790690122.257467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104000.
00010000:00000010:1.1:1790690122.281627:0:22634:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210700.
00010000:00000010:1.1:1790690122.281636:0:22634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7105000.
00000080:00000010:2.1:1790690122.334595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762640.
00010000:00000010:2.1:1790690137.949447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0a00.
00010000:00000010:2.1:1790690137.953463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4fe8a00.
00010000:00000010:2.1:1790690137.953494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc1534a00.
00010000:00000010:2.1:1790690145.984326:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4fe8700.
00010000:00000010:2.1:1790690145.984342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064a00.
00010000:00000010:2.1:1790690146.001898:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4fe8000.
00010000:00000010:2.1:1790690146.001923:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4fe8700.
00010000:00000010:2.1:1790690146.001928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:2.1:1790690146.059791:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac900.
00010000:00000010:3.1:1790690148.621613:0:23397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00000080:00000010:3.1:1790690148.658978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4b80.
00010000:00000010:3.1:1790690148.659000:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210500.
00010000:00000010:3.1:1790690148.659008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7105000.
00010000:00000010:3.1:1790690148.770469:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690148.770502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:3.1:1790690148.802453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac260.
00010000:00000010:1.1:1790690160.403517:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597a00.
00010000:00000010:1.1:1790690160.403526:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1a00.
00010000:00000010:2.1:1790690160.407644:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210800.
00010000:00000010:3.1:1790690170.015469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279bc00.
00000080:00000010:3.1:1790690170.021475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4380.
00010000:00000010:3.1:1790690170.021485:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:3.1:1790690170.021490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00010000:00000010:2.1:1790690170.142455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:2.1:1790690170.142470:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690170.142473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00010000:00000010:2.1:1790690170.159452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690170.182449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:3.1:1790690170.191504:0:24596:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:3.1:1790690170.191511:0:24596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:3.1:1790690170.219589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acf00.
00010000:00000010:1.1:1790690170.281482:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00000800:00000200:3.1:1790690171.628663:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -48288 low water 623184 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.631651:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 46312 low water 575884 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.631671:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 45032 low water 576524 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.631679:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 43752 low water 577164 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.636102:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 62928 low water 567576 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.636117:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 62928 low water 567576 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.636134:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 61648 low water 568216 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.636142:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 60368 low water 568856 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.636159:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 79544 low water 559268 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.637293:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 79544 low water 559268 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.637314:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 78264 low water 559908 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.637628:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 78264 low water 559908 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.637650:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 76984 low water 560548 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.637666:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 75704 low water 561188 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.638373:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 74424 low water 561828 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.638387:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 74424 low water 561828 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.638401:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 73144 low water 562468 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.640075:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 71864 low water 563108 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.641977:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 158796 low water 519642 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.642015:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 157516 low water 520282 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.642025:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 157516 low water 520282 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.643669:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 331464 low water 466588 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.643689:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 330184 low water 467228 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.643695:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 330184 low water 467228 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.644502:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 404328 low water 430156 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.644521:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 403048 low water 430796 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.644531:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 403048 low water 430796 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.645612:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 403048 low water 430796 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.645635:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 401768 low water 431436 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.651413:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 475912 low water 394364 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.654222:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -27748 low water 646194 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.654249:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -29028 low water 646834 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.654600:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -29028 low water 646834 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.654621:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -30308 low water 647474 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.654987:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -30308 low water 647474 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.659536:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 33608 low water 615516 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.659558:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 33608 low water 615516 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.659567:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 33608 low water 615516 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.668054:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 369900 low water 480650 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.668074:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 369900 low water 480650 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.668093:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 368620 low water 481290 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.668103:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 368620 low water 481290 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.668141:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 433816 low water 448692 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.668546:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 433816 low water 448692 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.668563:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 432536 low water 449332 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.669025:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 432536 low water 449332 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.669057:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 431256 low water 449972 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.669326:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 431256 low water 449972 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.669347:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 429976 low water 450612 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.673139:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 541192 low water 395004 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.678516:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -13596 low water 672398 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.678541:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -14876 low water 673038 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.678553:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace -14876 low water 673038 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.678578:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 31144 low water 650028 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.678611:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 96340 low water 617430 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.681779:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 96340 low water 617430 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.681806:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 95060 low water 618070 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.683202:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 160256 low water 585472 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.683225:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 158976 low water 586112 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.683235:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 158976 low water 586112 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.683568:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 224172 low water 553514 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.683584:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 222892 low water 554154 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.683590:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 222892 low water 554154 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.689076:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 297036 low water 517082 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.689093:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 297036 low water 517082 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.689111:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 297036 low water 517082 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.689117:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 297036 low water 517082 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.689136:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 362232 low water 484484 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.690992:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 500292 low water 415454 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.692306:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 116796 low water 607202 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.692332:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 116796 low water 607202 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.692339:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 116796 low water 607202 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.694144:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244628 low water 543286 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.694168:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244628 low water 543286 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.694175:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244628 low water 543286 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.695550:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 372460 low water 479370 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.695573:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 372460 low water 479370 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.695579:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 372460 low water 479370 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.697149:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 500292 low water 415454 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.704603:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 53124 low water 639038 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.704713:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.704742:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.704758:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.711112:0:37:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.711145:0:37:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.711323:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244872 low water 543164 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.712600:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244872 low water 543164 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.712622:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244872 low water 543164 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.713787:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 372704 low water 479248 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.713826:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 372704 low water 479248 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.713840:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 372704 low water 479248 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.715251:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 500536 low water 415332 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.716586:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.716602:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.716607:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 117040 low water 607080 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.718335:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244872 low water 543164 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.718380:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244872 low water 543164 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.718401:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 244872 low water 543164 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.718423:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 243592 low water 543804 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.718465:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 371424 low water 479888 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.722952:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 435340 low water 447930 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.722984:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 435340 low water 447930 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.723008:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 435340 low water 447930 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.723022:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 435340 low water 447930 conn ffff975dd81e2000 blocked idle queued
00000800:00000200:3.1:1790690171.724853:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff975dc84f3480 wspace 562928 low water 384136 conn ffff975dd81e2000 blocked idle queued
00010000:00000010:1.1:1790690171.889774:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210000.
00010000:00000010:1.1:1790690171.889783:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00000080:00000010:1.1:1790690171.889788:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762120.
00010000:00000010:1.1:1790690171.889792:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210200.
00010000:00000010:1.1:1790690171.889796:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00000080:00000010:1.1:1790690171.889798:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762c80.
00010000:00000010:1.1:1790690171.889803:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690171.889805:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00010000:00000010:2.1:1790690171.908556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104200.
00000080:00000010:1.1:1790690171.947160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67624e0.
00000080:00000010:1.1:1790690171.947186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca340.
00010000:00000010:3.1:1790690185.658441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00010000:00000010:2.1:1790690185.764122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d1c00.
00010000:00000010:2.1:1790690185.772497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00010000:00000010:2.1:1790690185.772539:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210600.
00010000:00000010:2.1:1790690185.772544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:2.1:1790690185.772547:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:2.1:1790690185.772550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebe00.
00000080:00000010:2.1:1790690185.785435:0:25068:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac980.
00000080:00000010:0.1:1790690186.209665:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff975dc69eca40.
00010000:00000010:0.1:1790690186.214672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00010000:00000010:0.1:1790690186.214692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00010000:00000010:0.1:1790690186.214698:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210500.
00010000:00000010:0.1:1790690186.214712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7105e00.
00010000:00000010:0.1:1790690186.214717:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210b00.
00010000:00000010:0.1:1790690186.214721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104e00.
00010000:00000010:2.1:1790690186.251443:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd5210800.
00010000:00000010:2.1:1790690186.251452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7104000.
00000080:00000010:0.1:1790690186.274638:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff975dc6990840.
00000080:00000010:0.1:1790690186.274657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc67625c0.
00010000:00000010:3.1:1790690187.923788:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:3.1:1790690187.923810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27d0800.
00010000:00000010:3.1:1790690188.858602:0:25233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00000080:00000010:3.1:1790690188.867451:0:25233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44e0.
00010000:00000010:3.1:1790690188.867462:0:25233:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:3.1:1790690188.867467:0:25233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:0.1:1790690188.944531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc705f000.
00000080:00000010:0.1:1790690188.944548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8e0.
00010000:00000010:2.1:1790690188.982457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:2.1:1790690188.982470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc705f400.
00010000:00000010:0.1:1790690188.997436:0:25236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc705f000.
00000080:00000010:0.1:1790690189.023569:0:25237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca600.
00010000:00000010:2.1:1790690189.052483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc705f000.
00000080:00000010:3.1:1790690191.177606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caf80.
00010000:00000010:1.1:1790690205.519061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de200.
00010000:00000010:2.1:1790690205.609487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc705fe00.
00010000:00000010:2.1:1790690205.609506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00010000:00000010:2.1:1790690205.609511:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:2.1:1790690205.609515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:2.1:1790690205.609517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00000080:00000010:2.1:1790690205.629845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7e0.
00000080:00000010:3.1:1790690205.891649:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff975dc6998000.
00010000:00000010:3.1:1790690205.896447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:3.1:1790690205.896462:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:3.1:1790690205.896467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc705ee00.
00010000:00000010:3.1:1790690205.896470:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:3.1:1790690205.896473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc705e000.
00000080:00000010:3.1:1790690205.907751:0:25709:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff975dc6994a40.
00000080:00000010:3.1:1790690205.907761:0:25709:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8c0.
00010000:00000010:3.1:1790690211.466464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:3.1:1790690211.466489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:0.1:1790690220.247708:0:26506:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:0.1:1790690220.247721:0:26506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:0.1:1790690220.258865:0:26497:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:0.1:1790690220.258882:0:26497:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597a00.
00010000:00000010:0.1:1790690220.258894:0:26497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1800.
00000080:00000010:0.1:1790690220.318471:0:26526:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca6c0.
00010000:00000010:3.1:1790690220.386622:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:3.1:1790690220.386638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00010000:00000010:3.1:1790690220.406540:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690220.406556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00000080:00000010:0.1:1790690220.442423:0:26532:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c60.
00010000:00000010:2.1:1790690220.482450:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690220.482466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690220.493556:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:2.1:1790690220.498467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:3.1:1790690220.570418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac6e0.
00010000:00000010:2.1:1790690220.633062:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:2.1:1790690220.633076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00010000:00000010:2.1:1790690220.655461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:2.1:1790690220.655478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:3.1:1790690220.715976:0:26523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac280.
00010000:00000010:3.1:1790690220.761595:0:26539:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690220.761603:0:26539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:3.1:1790690220.778158:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690220.778176:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00000080:00000010:2.1:1790690220.832436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4b80.
00010000:00000010:2.1:1790690220.916477:0:26542:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690220.916491:0:26542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00010000:00000010:2.1:1790690220.919434:0:1037:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690220.919451:0:1037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:2.1:1790690220.993724:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac520.
00010000:00000010:1.1:1790690221.075503:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690221.075528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00010000:00000010:3.1:1790690221.092558:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:3.1:1790690221.092587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df600.
00000080:00000010:3.1:1790690221.160468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8d40.
00010000:00000010:1.1:1790690221.255170:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:1.1:1790690221.255177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00010000:00000010:2.1:1790690221.261508:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:2.1:1790690221.279476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00000080:00000010:1.1:1790690221.322984:0:26550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8420.
00010000:00000010:0.1:1790690221.368442:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:0.1:1790690221.368457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00010000:00000010:0.1:1790690221.376442:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:2.1:1790690221.384789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00000080:00000010:2.1:1790690221.435892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca360.
00010000:00000010:2.1:1790690221.508457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:2.1:1790690221.508475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:0.1:1790690221.539370:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:1.1:1790690221.541510:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00000080:00000010:2.1:1790690221.570511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac960.
00010000:00000010:0.1:1790690221.645186:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98d00.
00010000:00000010:0.1:1790690221.645201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00010000:00000010:0.1:1790690221.680652:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:1.1:1790690221.698655:0:26493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00000080:00000010:3.1:1790690221.739869:0:14492:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafe0.
00010000:00000010:3.1:1790690221.808437:0:26565:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:3.1:1790690221.808451:0:26565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:3.1:1790690221.832604:0:26565:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690221.847030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00000080:00000010:0.1:1790690221.969428:0:26594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4dc0.
00010000:00000010:1.1:1790690222.020350:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:1.1:1790690222.020362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:1.1:1790690222.028545:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690222.034540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df400.
00000080:00000010:2.1:1790690222.066071:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8640.
00010000:00000010:2.1:1790690222.149446:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:2.1:1790690222.149467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:2.1:1790690222.163544:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:2.1:1790690222.163567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:2.1:1790690222.214245:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acde0.
00010000:00000010:1.1:1790690222.250852:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690222.250858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00010000:00000010:1.1:1790690222.260857:0:26605:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690222.260887:0:26605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00000080:00000010:3.1:1790690222.314271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8ca0.
00010000:00000010:0.1:1790690222.401445:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:0.1:1790690222.401461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:3.1:1790690222.426468:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:3.1:1790690222.426493:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00000080:00000010:3.1:1790690222.505615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caf80.
00010000:00000010:2.1:1790690222.557464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:2.1:1790690222.557502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:2.1:1790690222.581559:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:0.1:1790690222.584473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00000080:00000010:3.1:1790690222.629443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3c0.
00010000:00000010:2.1:1790690222.695440:0:26614:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690222.695447:0:26614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690222.699657:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690222.699675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:1.1:1790690222.730450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace00.
00010000:00000010:1.1:1790690222.783544:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690222.783559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00010000:00000010:1.1:1790690222.791542:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690222.791556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:2.1:1790690222.821347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8e20.
00010000:00000010:1.1:1790690222.878448:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690222.878461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:1.1:1790690222.896792:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:2.1:1790690222.897939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:2.1:1790690222.911054:0:26621:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc86e0.
00010000:00000010:2.1:1790690222.942446:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690222.942462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00010000:00000010:2.1:1790690222.955458:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690222.963963:0:26623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690222.985449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac9a0.
00010000:00000010:2.1:1790690223.064152:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:2.1:1790690223.064170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eaa00.
00010000:00000010:2.1:1790690223.071226:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690223.075728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690223.100441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac1c0.
00010000:00000010:0.1:1790690223.157559:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:0.1:1790690223.157576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00010000:00000010:0.1:1790690223.170450:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:0.1:1790690223.170473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00000080:00000010:0.1:1790690223.205382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca280.
00010000:00000010:3.1:1790690223.260550:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:3.1:1790690223.260567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:3.1:1790690223.283766:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690223.297537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:3.1:1790690223.330015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac1c0.
00010000:00000010:2.1:1790690223.387691:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690223.387729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690223.392548:0:26635:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690223.392562:0:26635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:2.1:1790690223.430632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac720.
00010000:00000010:3.1:1790690223.474344:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:3.1:1790690223.474359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:3.1:1790690223.504473:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690223.504486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:1.1:1790690223.563051:0:26651:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c80.
00010000:00000010:3.1:1790690223.641428:0:26670:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690223.641436:0:26670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690223.661909:0:26678:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690223.661924:0:26678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00000080:00000010:3.1:1790690223.691927:0:26678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a60.
00010000:00000010:2.1:1790690223.780942:0:26681:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:2.1:1790690223.781170:0:26681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00010000:00000010:2.1:1790690223.797503:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:3.1:1790690223.809817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:1.1:1790690223.839692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac0a0.
00010000:00000010:2.1:1790690223.935936:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690223.935959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:3.1:1790690223.974470:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:3.1:1790690224.000533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:2.1:1790690224.043580:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac660.
00010000:00000010:1.1:1790690224.102470:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690224.102477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00010000:00000010:3.1:1790690224.103875:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:3.1:1790690224.103886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00000080:00000010:3.1:1790690224.137940:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8080.
00010000:00000010:0.1:1790690224.188449:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:0.1:1790690224.188463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:2.1:1790690224.198451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:0.1:1790690224.204019:0:26677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:2.1:1790690224.242781:0:26691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3e0.
00010000:00000010:1.1:1790690224.300501:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:1.1:1790690224.300513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690224.305518:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98d00.
00010000:00000010:2.1:1790690224.305539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00000080:00000010:1.1:1790690224.373063:0:26695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca300.
00010000:00000010:2.1:1790690224.414680:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690224.414696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00010000:00000010:2.1:1790690224.430559:0:26696:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690224.437504:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:2.1:1790690224.481838:0:26698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acec0.
00010000:00000010:0.1:1790690224.543446:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:0.1:1790690224.543462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:0.1:1790690224.551484:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:0.1:1790690224.556447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:3.1:1790690224.584907:0:26701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca040.
00010000:00000010:0.1:1790690224.607465:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:0.1:1790690224.607483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:0.1:1790690224.617454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:0.1:1790690224.621466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00000080:00000010:3.1:1790690224.694394:0:26704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca900.
00010000:00000010:1.1:1790690224.730454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597300.
00010000:00000010:1.1:1790690224.730473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00010000:00000010:3.1:1790690224.748184:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:3.1:1790690224.750560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00000080:00000010:2.1:1790690224.822077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8940.
00010000:00000010:2.1:1790690224.881583:0:26708:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690224.881598:0:26708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00010000:00000010:2.1:1790690224.886536:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690224.890939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:3.1:1790690224.954481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4e40.
00010000:00000010:0.1:1790690225.024515:0:1037:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:0.1:1790690225.024532:0:1037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690225.032452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:3.1:1790690225.032476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:3.1:1790690225.073306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca260.
00010000:00000010:2.1:1790690225.113633:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690225.113649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00010000:00000010:2.1:1790690225.147461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690225.152546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690225.195546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac700.
00010000:00000010:3.1:1790690225.266538:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690225.266553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00010000:00000010:3.1:1790690225.284493:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:2.1:1790690225.289092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00000080:00000010:3.1:1790690225.350458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b48e0.
00010000:00000010:3.1:1790690225.559319:0:26737:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:3.1:1790690225.559349:0:26737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00010000:00000010:3.1:1790690225.576509:0:26740:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690225.576541:0:26740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:0.1:1790690225.647013:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4640.
00010000:00000010:1.1:1790690225.792494:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:1.1:1790690225.792506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:1.1:1790690225.801816:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:1.1:1790690225.801842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:1.1:1790690225.822943:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8de0.
00010000:00000010:3.1:1790690225.905458:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690225.905478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00010000:00000010:3.1:1790690225.931481:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690225.935494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:3.1:1790690225.963451:0:26763:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b41c0.
00010000:00000010:0.1:1790690226.018626:0:26747:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:0.1:1790690226.018651:0:26747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690226.031545:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:2.1:1790690226.043712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00000080:00000010:2.1:1790690226.088511:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca040.
00010000:00000010:2.1:1790690226.185857:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690226.185882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00010000:00000010:2.1:1790690226.210458:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:3.1:1790690226.210462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:3.1:1790690226.270440:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac540.
00010000:00000010:2.1:1790690226.342352:0:26771:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597e00.
00010000:00000010:2.1:1790690226.342378:0:26771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:2.1:1790690226.365451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690226.369453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:2.1:1790690226.394749:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11aca80.
00010000:00000010:2.1:1790690226.475583:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:2.1:1790690226.475598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00010000:00000010:2.1:1790690226.482686:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690226.482719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:2.1:1790690226.541121:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac040.
00010000:00000010:2.1:1790690226.613461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690226.613479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:3.1:1790690226.641138:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:3.1:1790690226.641166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:3.1:1790690226.698452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace60.
00010000:00000010:2.1:1790690226.792463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:2.1:1790690226.792485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00010000:00000010:2.1:1790690226.804454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690226.808452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:2.1:1790690226.851665:0:26781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac500.
00010000:00000010:2.1:1790690226.913370:0:26735:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690226.913377:0:26735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:3.1:1790690226.945456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:3.1:1790690226.945472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:3.1:1790690227.007039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11aca40.
00010000:00000010:0.1:1790690227.117318:0:26808:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:0.1:1790690227.117331:0:26808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:0.1:1790690227.136349:0:26808:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:0.1:1790690227.136365:0:26808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:0.1:1790690227.179892:0:26808:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafe0.
00010000:00000010:1.1:1790690227.233377:0:2392:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:1.1:1790690227.233391:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00010000:00000010:2.1:1790690227.247452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690227.253422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:3.1:1790690227.280505:0:26827:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8e80.
00010000:00000010:0.1:1790690227.339617:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:0.1:1790690227.339630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00010000:00000010:0.1:1790690227.343528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:0.1:1790690227.343548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00000080:00000010:0.1:1790690227.379974:0:26822:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3c0.
00010000:00000010:3.1:1790690227.421476:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:3.1:1790690227.421496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:3.1:1790690227.437477:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:3.1:1790690227.437487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:2.1:1790690227.491693:0:26808:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b40e0.
00010000:00000010:0.1:1790690227.561921:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:0.1:1790690227.561932:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:2.1:1790690227.572464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597f00.
00010000:00000010:2.1:1790690227.572480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:2.1:1790690227.636305:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca0c0.
00010000:00000010:2.1:1790690227.708083:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:2.1:1790690227.708100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00010000:00000010:2.1:1790690227.758601:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:0.1:1790690227.759488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:2.1:1790690227.788439:0:26839:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acb40.
00010000:00000010:1.1:1790690227.841323:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:1.1:1790690227.841342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:0.1:1790690227.844490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00010000:00000010:1.1:1790690227.844576:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00000080:00000010:3.1:1790690227.882496:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8380.
00010000:00000010:3.1:1790690227.965445:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690227.965465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00010000:00000010:3.1:1790690227.977267:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690227.977311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:2.1:1790690228.008442:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b45a0.
00010000:00000010:2.1:1790690228.058772:0:26846:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:2.1:1790690228.058790:0:26846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:2.1:1790690228.067108:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690228.067138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:2.1:1790690228.116818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd60.
00010000:00000010:3.1:1790690228.167860:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:3.1:1790690228.167883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00010000:00000010:3.1:1790690228.167888:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690228.177467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:2.1:1790690228.205432:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4760.
00010000:00000010:3.1:1790690228.263049:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690228.263064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00010000:00000010:0.1:1790690228.273854:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00010000:00000010:3.1:1790690228.275930:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00000080:00000010:2.1:1790690228.312454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c20.
00010000:00000010:3.1:1790690228.384193:0:26819:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:3.1:1790690228.384213:0:26819:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00010000:00000010:2.1:1790690228.388353:0:24919:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:0.1:1790690228.399460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:2.1:1790690228.470125:0:26856:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b45e0.
00010000:00000010:2.1:1790690228.572426:0:26858:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690228.572434:0:26858:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690228.632539:0:26864:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:2.1:1790690228.632566:0:26864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:1.1:1790690228.719053:0:13167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd40.
00010000:00000010:1.1:1790690228.789856:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690228.789864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00010000:00000010:2.1:1790690228.799991:0:26897:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690228.810508:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:2.1:1790690228.862516:0:26898:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c40.
00010000:00000010:3.1:1790690228.934500:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690228.934519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00010000:00000010:3.1:1790690228.953436:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:0.1:1790690228.959442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:2.1:1790690229.001034:0:26896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4620.
00010000:00000010:0.1:1790690229.056063:0:26880:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:0.1:1790690229.056079:0:26880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:2.1:1790690229.082739:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:2.1:1790690229.082767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00000080:00000010:0.1:1790690229.132300:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caac0.
00010000:00000010:2.1:1790690229.176450:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690229.176469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00010000:00000010:2.1:1790690229.182683:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690229.186566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:2.1:1790690229.220859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd00.
00010000:00000010:0.1:1790690229.294459:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc8597600.
00010000:00000010:0.1:1790690229.294483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:2.1:1790690229.305258:0:26909:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690229.311621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:3.1:1790690229.327663:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca520.
00010000:00000010:0.1:1790690229.417865:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:0.1:1790690229.417885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00010000:00000010:3.1:1790690229.432555:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:3.1:1790690229.440562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00000080:00000010:3.1:1790690229.482882:0:26913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd20.
00010000:00000010:2.1:1790690229.551579:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690229.551588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690229.560440:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:3.1:1790690229.570442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:3.1:1790690229.601209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3e0.
00010000:00000010:0.1:1790690229.668556:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690229.668571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1a00.
00010000:00000010:0.1:1790690229.686439:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690229.686460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00000080:00000010:0.1:1790690229.742201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caa20.
00010000:00000010:0.1:1790690229.797531:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690229.797551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00010000:00000010:0.1:1790690229.802544:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690229.806463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00000080:00000010:2.1:1790690229.859134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8260.
00010000:00000010:3.1:1790690229.902943:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690229.902967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00010000:00000010:3.1:1790690229.925459:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690229.925485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:1.1:1790690229.959640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4060.
00010000:00000010:2.1:1790690230.014506:0:26927:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690230.014513:0:26927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:2.1:1790690230.018874:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690230.018896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690230.067980:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac2e0.
00010000:00000010:2.1:1790690230.142515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690230.142536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690230.169769:0:26:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690230.169785:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690230.209802:0:26931:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac080.
00010000:00000010:1.1:1790690230.305830:0:26961:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690230.305841:0:26961:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00010000:00000010:1.1:1790690230.315821:0:26961:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:1.1:1790690230.315836:0:26961:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:1.1:1790690230.363824:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8aa0.
00010000:00000010:3.1:1790690230.414446:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690230.414465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00010000:00000010:3.1:1790690230.434493:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690230.434505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00000080:00000010:2.1:1790690230.477429:0:26974:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ca0.
00010000:00000010:0.1:1790690230.514582:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690230.514596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:0.1:1790690230.519283:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690230.524872:0:26971:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00000080:00000010:0.1:1790690230.564455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca7a0.
00010000:00000010:2.1:1790690230.669516:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:2.1:1790690230.669527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00010000:00000010:3.1:1790690230.680848:0:26979:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:3.1:1790690230.680866:0:26979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:2.1:1790690230.726530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4460.
00010000:00000010:0.1:1790690230.811464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690230.811483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00010000:00000010:2.1:1790690230.827534:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:2.1:1790690230.831532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00000080:00000010:2.1:1790690230.855549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca700.
00010000:00000010:3.1:1790690230.907411:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690230.907434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00010000:00000010:3.1:1790690230.921642:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690230.924605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:2.1:1790690230.961190:0:26987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a40.
00010000:00000010:2.1:1790690231.005441:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690231.005450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:0.1:1790690231.013565:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:1.1:1790690231.014460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:2.1:1790690231.054554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3a0.
00010000:00000010:2.1:1790690231.090464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690231.090486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690231.106045:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690231.109505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690231.121233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd00.
00010000:00000010:2.1:1790690231.265823:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690231.265849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00010000:00000010:2.1:1790690231.282883:0:26961:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690231.306432:0:26994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690231.342238:0:26995:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac4a0.
00010000:00000010:3.1:1790690231.428013:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:3.1:1790690231.428033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:3.1:1790690231.447271:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690231.460649:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:3.1:1790690231.568428:0:27006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4e60.
00010000:00000010:1.1:1790690231.676979:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:1.1:1790690231.676996:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:1.1:1790690231.695417:0:27016:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690231.712456:0:27012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:1.1:1790690231.783033:0:27025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc83c0.
00010000:00000010:3.1:1790690231.910828:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690231.910850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690231.937528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:2.1:1790690231.939455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00000080:00000010:2.1:1790690232.020576:0:27040:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b49e0.
00010000:00000010:0.1:1790690232.095727:0:27042:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:0.1:1790690232.095734:0:27042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00010000:00000010:0.1:1790690232.108423:0:27042:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690232.108438:0:27042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00000080:00000010:2.1:1790690232.152245:0:27044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafa0.
00010000:00000010:3.1:1790690232.211335:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:3.1:1790690232.211351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:3.1:1790690232.218459:0:2402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:2.1:1790690232.222427:0:27034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00000080:00000010:3.1:1790690232.255896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4b40.
00010000:00000010:0.1:1790690232.303443:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690232.303450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:0.1:1790690232.319634:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690232.324096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00000080:00000010:2.1:1790690232.359664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca660.
00010000:00000010:0.1:1790690232.398455:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690232.398477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:0.1:1790690232.406111:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690232.410956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00000080:00000010:0.1:1790690232.426155:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca1e0.
00010000:00000010:3.1:1790690232.501443:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690232.501468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690232.501473:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690232.508456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eaa00.
00000080:00000010:2.1:1790690232.528443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4e60.
00010000:00000010:0.1:1790690232.584525:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:0.1:1790690232.584537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eaa00.
00010000:00000010:3.1:1790690232.588529:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690232.588581:0:27057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00000080:00000010:2.1:1790690232.617176:0:27059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca9e0.
00010000:00000010:1.1:1790690232.662912:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:1.1:1790690232.662930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df400.
00010000:00000010:0.1:1790690232.693428:0:27060:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:0.1:1790690232.693444:0:27060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00000080:00000010:0.1:1790690232.723014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8020.
00010000:00000010:0.1:1790690232.802118:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690232.802142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:2.1:1790690232.844457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690232.844487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:2.1:1790690232.892433:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca4a0.
00010000:00000010:3.1:1790690232.971581:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:3.1:1790690232.971598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:3.1:1790690232.991149:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690232.991176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:3.1:1790690233.019282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace00.
00010000:00000010:3.1:1790690233.139743:0:27028:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:3.1:1790690233.139860:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00010000:00000010:3.1:1790690233.167468:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690233.167481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:2.1:1790690233.297436:0:27081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4940.
00010000:00000010:2.1:1790690233.568958:0:27108:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690233.568971:0:27108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:2.1:1790690233.575447:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:0.1:1790690233.584198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:2.1:1790690233.618583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acf60.
00010000:00000010:2.1:1790690233.681380:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690233.681415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690233.695461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690233.699448:0:27111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:3.1:1790690233.720463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac000.
00010000:00000010:2.1:1790690233.786979:0:27114:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:2.1:1790690233.786997:0:27114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00010000:00000010:2.1:1790690233.799470:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690233.799483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:3.1:1790690233.850865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acdc0.
00010000:00000010:2.1:1790690233.909713:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:2.1:1790690233.909726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:2.1:1790690233.912990:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690233.921942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:2.1:1790690233.973088:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac8c0.
00010000:00000010:0.1:1790690234.041460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690234.041497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:3.1:1790690234.053439:0:27120:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:3.1:1790690234.057472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:2.1:1790690234.081475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca700.
00010000:00000010:2.1:1790690234.151470:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690234.151497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690234.166462:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690234.175201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:2.1:1790690234.234149:0:27125:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac2c0.
00010000:00000010:3.1:1790690234.305457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:3.1:1790690234.305481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00010000:00000010:3.1:1790690234.320628:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690234.325449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00000080:00000010:2.1:1790690234.385227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4700.
00010000:00000010:2.1:1790690234.460015:0:2401:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690234.460034:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:2.1:1790690234.476460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690234.476483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:3.1:1790690234.504453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4600.
00010000:00000010:2.1:1790690234.561587:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690234.561616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00010000:00000010:2.1:1790690234.575501:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690234.575519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:2.1:1790690234.630938:0:27133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac440.
00010000:00000010:3.1:1790690234.717177:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:3.1:1790690234.717196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690234.723946:0:27107:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690234.724549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00000080:00000010:0.1:1790690234.828574:0:27142:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b46a0.
00010000:00000010:0.1:1790690235.057413:0:27157:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690235.057430:0:27157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00010000:00000010:0.1:1790690235.084302:0:27167:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690235.084323:0:27167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00000080:00000010:0.1:1790690235.126519:0:27175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8e0.
00010000:00000010:0.1:1790690235.190258:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:0.1:1790690235.190277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00010000:00000010:0.1:1790690235.201323:0:27170:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690235.204975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00000080:00000010:0.1:1790690235.254506:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8e0.
00010000:00000010:2.1:1790690235.285456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:2.1:1790690235.285477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:2.1:1790690235.299462:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:3.1:1790690235.310458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:3.1:1790690235.374498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac080.
00010000:00000010:2.1:1790690235.444463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:2.1:1790690235.444492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00010000:00000010:2.1:1790690235.461444:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690235.461478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:1.1:1790690235.499609:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac440.
00010000:00000010:1.1:1790690235.575694:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690235.575702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00010000:00000010:1.1:1790690235.587926:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690235.590366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00000080:00000010:2.1:1790690235.618451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8700.
00010000:00000010:1.1:1790690235.700599:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690235.700621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:1.1:1790690235.713465:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:0.1:1790690235.723469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00000080:00000010:3.1:1790690235.765940:0:27190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8920.
00010000:00000010:2.1:1790690235.827286:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690235.827307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:2.1:1790690235.841579:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690235.845515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:3.1:1790690235.881241:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac100.
00010000:00000010:2.1:1790690235.976113:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690235.976137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:3.1:1790690236.000918:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:3.1:1790690236.000942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:3.1:1790690236.039476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd80.
00010000:00000010:2.1:1790690236.078454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690236.078475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690236.089906:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690236.093472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690236.128605:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac6a0.
00010000:00000010:1.1:1790690236.231590:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:1.1:1790690236.231598:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:1.1:1790690236.241892:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:3.1:1790690236.254500:0:27201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:1.1:1790690236.338454:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8440.
00010000:00000010:0.1:1790690236.546347:0:27221:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690236.546366:0:27221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:0.1:1790690236.564668:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690236.582737:0:27229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00000080:00000010:0.1:1790690236.639919:0:27241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca2c0.
00010000:00000010:3.1:1790690236.720337:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:3.1:1790690236.720355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00010000:00000010:3.1:1790690236.736099:0:27243:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690236.744455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:0.1:1790690236.784616:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4e00.
00010000:00000010:0.1:1790690236.900514:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:0.1:1790690236.900533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690236.904652:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690236.908027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00000080:00000010:0.1:1790690236.941461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca2c0.
00010000:00000010:2.1:1790690237.015076:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690237.015098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00010000:00000010:2.1:1790690237.026482:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690237.030499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:2.1:1790690237.083292:0:27250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac1e0.
00010000:00000010:3.1:1790690237.150526:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690237.150535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb000.
00010000:00000010:3.1:1790690237.150538:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690237.150548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:1.1:1790690237.195666:0:27253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c80.
00010000:00000010:3.1:1790690237.249376:0:1054:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:3.1:1790690237.249413:0:1054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00010000:00000010:3.1:1790690237.277351:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690237.277375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:0.1:1790690237.302628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4bc0.
00010000:00000010:2.1:1790690237.372460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:2.1:1790690237.372483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df600.
00010000:00000010:2.1:1790690237.383445:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690237.387465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:3.1:1790690237.408464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7c0.
00010000:00000010:3.1:1790690237.483995:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690237.484015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690237.496459:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690237.500834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb000.
00000080:00000010:0.1:1790690237.537453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a40.
00010000:00000010:3.1:1790690237.621452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690237.621474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690237.647574:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690237.650072:0:27202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00000080:00000010:3.1:1790690237.690783:0:27266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4460.
00010000:00000010:0.1:1790690237.769958:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690237.769977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:0.1:1790690237.778081:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690237.778103:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00000080:00000010:3.1:1790690237.898766:0:27277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cabe0.
00010000:00000010:3.1:1790690237.957035:0:27283:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690237.957052:0:27283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:1.1:1790690237.982098:0:13167:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:1.1:1790690237.982127:0:13167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00000080:00000010:1.1:1790690238.043222:0:27289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4460.
00010000:00000010:1.1:1790690238.187167:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:1.1:1790690238.187190:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690238.199129:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:3.1:1790690238.220484:0:26484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:2.1:1790690238.244625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc85e0.
00010000:00000010:0.1:1790690238.283763:0:27313:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690238.283771:0:27313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:0.1:1790690238.295857:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:1.1:1790690238.296678:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:1.1:1790690238.340423:0:27314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cac80.
00010000:00000010:2.1:1790690238.391126:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:2.1:1790690238.391154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00010000:00000010:2.1:1790690238.419813:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690238.419839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:3.1:1790690238.479970:0:27318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acf60.
00010000:00000010:2.1:1790690238.519869:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690238.519886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:2.1:1790690238.528587:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690238.532965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:2.1:1790690238.573510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c40.
00010000:00000010:2.1:1790690238.640602:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:2.1:1790690238.640619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00010000:00000010:2.1:1790690238.663440:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690238.668463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:3.1:1790690238.698127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac840.
00010000:00000010:2.1:1790690238.764005:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690238.764028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:2.1:1790690238.783471:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690238.783503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690238.826495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acf20.
00010000:00000010:1.1:1790690238.878418:0:27328:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690238.878424:0:27328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00010000:00000010:1.1:1790690238.900528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690238.900546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00000080:00000010:2.1:1790690238.937227:0:27329:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafe0.
00010000:00000010:1.1:1790690238.977457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:1.1:1790690238.977480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:1.1:1790690238.985468:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690238.991424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00000080:00000010:1.1:1790690239.042151:0:27333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8ea0.
00010000:00000010:2.1:1790690239.118450:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690239.118470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00010000:00000010:2.1:1790690239.127455:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690239.132151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:2.1:1790690239.188074:0:27336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd60.
00010000:00000010:3.1:1790690239.287425:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:3.1:1790690239.287435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:0.1:1790690239.292792:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:0.1:1790690239.292815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebe00.
00000080:00000010:1.1:1790690239.395424:0:27341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c20.
00010000:00000010:1.1:1790690239.459463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:1.1:1790690239.459473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebe00.
00010000:00000010:1.1:1790690239.475744:0:27350:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690239.475771:0:27350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00000080:00000010:1.1:1790690239.552442:0:27362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8620.
00010000:00000010:3.1:1790690239.650642:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690239.650662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00010000:00000010:3.1:1790690239.661652:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:0.1:1790690239.665500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:0.1:1790690239.700452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ec0.
00010000:00000010:2.1:1790690239.796455:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:2.1:1790690239.796479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:2.1:1790690239.823777:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690239.823801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:3.1:1790690239.892616:0:27378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac140.
00010000:00000010:0.1:1790690239.960499:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690239.960509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:1.1:1790690239.968749:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:1.1:1790690239.968769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:1.1:1790690240.005644:0:27378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca2c0.
00010000:00000010:2.1:1790690240.072462:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690240.072489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00010000:00000010:2.1:1790690240.095467:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690240.103464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:0.1:1790690240.158451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cae60.
00010000:00000010:2.1:1790690240.265263:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690240.265292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00010000:00000010:3.1:1790690240.284634:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690240.289472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00000080:00000010:3.1:1790690240.321909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acc40.
00010000:00000010:3.1:1790690240.389518:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:3.1:1790690240.389535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:3.1:1790690240.405630:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690240.410002:0:27394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00000080:00000010:3.1:1790690240.454016:0:27396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ca0.
00010000:00000010:0.1:1790690240.516588:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690240.516603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:2.1:1790690240.522043:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690240.522073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00000080:00000010:2.1:1790690240.549445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8f20.
00010000:00000010:2.1:1790690240.638570:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:2.1:1790690240.638586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:0.1:1790690240.639448:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:1.1:1790690240.643445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690240.708755:0:27401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace00.
00010000:00000010:3.1:1790690240.789861:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690240.789884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00010000:00000010:3.1:1790690240.821702:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690240.821733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00000080:00000010:2.1:1790690240.867465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:0.1:1790690240.901537:0:27406:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:0.1:1790690240.901545:0:27406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:0.1:1790690240.920581:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690240.920609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00000080:00000010:0.1:1790690240.966225:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca7c0.
00010000:00000010:2.1:1790690241.065843:0:24919:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:2.1:1790690241.065859:0:24919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00010000:00000010:2.1:1790690241.083544:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690241.083568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:3.1:1790690241.112606:0:27408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11aca20.
00010000:00000010:1.1:1790690241.275264:0:2392:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690241.275285:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:1.1:1790690241.282496:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:1.1:1790690241.282525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:1.1:1790690241.388562:0:27443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8fa0.
00010000:00000010:2.1:1790690241.494138:0:27444:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690241.494158:0:27444:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:2.1:1790690241.523466:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690241.523490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00000080:00000010:2.1:1790690241.585925:0:27452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4160.
00010000:00000010:2.1:1790690241.644451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:2.1:1790690241.644503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00010000:00000010:2.1:1790690241.658625:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690241.673691:0:27446:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00000080:00000010:2.1:1790690241.714117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4580.
00010000:00000010:2.1:1790690241.771892:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690241.771911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00010000:00000010:3.1:1790690241.810477:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:3.1:1790690241.810499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:3.1:1790690241.833722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac760.
00010000:00000010:3.1:1790690241.928650:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690241.928681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00010000:00000010:3.1:1790690241.964687:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690241.964715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00000080:00000010:2.1:1790690241.998433:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4400.
00010000:00000010:2.1:1790690242.066492:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690242.066514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:2.1:1790690242.082622:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690242.086191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:3.1:1790690242.119641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7e0.
00010000:00000010:2.1:1790690242.177506:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690242.177528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00010000:00000010:2.1:1790690242.192609:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690242.197467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690242.276596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac8a0.
00010000:00000010:3.1:1790690242.370517:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690242.370541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00010000:00000010:3.1:1790690242.392162:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690242.399592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00000080:00000010:2.1:1790690242.495048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a60.
00010000:00000010:3.1:1790690242.516527:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:3.1:1790690242.516575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df400.
00010000:00000010:3.1:1790690242.530471:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:0.1:1790690242.533608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00000080:00000010:0.1:1790690242.594440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca460.
00010000:00000010:3.1:1790690242.650481:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690242.650503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00010000:00000010:3.1:1790690242.661526:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690242.665619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb000.
00000080:00000010:2.1:1790690242.700575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b47c0.
00010000:00000010:1.1:1790690242.860693:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:1.1:1790690242.860715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00010000:00000010:2.1:1790690242.874229:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690242.874243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00000080:00000010:2.1:1790690242.917458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8560.
00010000:00000010:3.1:1790690243.031107:0:27485:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:3.1:1790690243.031128:0:27485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:3.1:1790690243.040781:0:131:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690243.040804:0:131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00000080:00000010:2.1:1790690243.097425:0:27499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a00.
00010000:00000010:2.1:1790690243.253534:0:27511:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690243.253552:0:27511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00010000:00000010:3.1:1790690243.272253:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:3.1:1790690243.272279:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:0.1:1790690243.335637:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac460.
00010000:00000010:0.1:1790690243.426821:0:14:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:0.1:1790690243.426832:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00010000:00000010:0.1:1790690243.438060:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:1.1:1790690243.445691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00000080:00000010:2.1:1790690243.515440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca200.
00010000:00000010:3.1:1790690243.614422:0:27515:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:3.1:1790690243.614444:0:27515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:0.1:1790690243.642461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:0.1:1790690243.642499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00000080:00000010:3.1:1790690243.697098:0:27527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4060.
00010000:00000010:0.1:1790690243.774445:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690243.774462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:0.1:1790690243.778615:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690243.778666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00000080:00000010:1.1:1790690243.815025:0:27530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca280.
00010000:00000010:1.1:1790690243.880655:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690243.880678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:1.1:1790690243.884496:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:1.1:1790690243.884513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00000080:00000010:2.1:1790690243.938445:0:27533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc86c0.
00010000:00000010:3.1:1790690243.996594:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:3.1:1790690243.996604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:3.1:1790690244.001520:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690244.001559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00000080:00000010:2.1:1790690244.043530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a40.
00010000:00000010:3.1:1790690244.113261:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690244.113282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00010000:00000010:3.1:1790690244.115486:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690244.115514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00000080:00000010:3.1:1790690244.144505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b42e0.
00010000:00000010:1.1:1790690244.226012:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:1.1:1790690244.226046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de200.
00010000:00000010:0.1:1790690244.243801:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:0.1:1790690244.246881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00000080:00000010:3.1:1790690244.348427:0:27542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc80c0.
00010000:00000010:1.1:1790690244.415795:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:1.1:1790690244.415810:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:3.1:1790690244.427920:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:3.1:1790690244.427944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:2.1:1790690244.519476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8900.
00010000:00000010:2.1:1790690244.642422:0:27547:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690244.642430:0:27547:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00010000:00000010:2.1:1790690244.667750:0:27548:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690244.667775:0:27548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:2.1:1790690244.772085:0:27569:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac4e0.
00010000:00000010:1.1:1790690244.840443:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:1.1:1790690244.840462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:1.1:1790690244.855372:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690244.855392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:3.1:1790690244.901637:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c20.
00010000:00000010:1.1:1790690244.938485:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:1.1:1790690244.938512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00010000:00000010:1.1:1790690244.950509:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690244.950543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df400.
00000080:00000010:2.1:1790690245.014423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8520.
00010000:00000010:1.1:1790690245.103429:0:27593:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:1.1:1790690245.103438:0:27593:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:1.1:1790690245.115511:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690245.115547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00000080:00000010:1.1:1790690245.187956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8880.
00010000:00000010:2.1:1790690245.235966:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690245.235983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690245.272478:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690245.272505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:2.1:1790690245.328977:0:27598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3c0.
00010000:00000010:1.1:1790690245.381828:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:1.1:1790690245.381860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:1.1:1790690245.409863:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:2.1:1790690245.413464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:3.1:1790690245.493636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c60.
00010000:00000010:1.1:1790690245.545476:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690245.545500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:1.1:1790690245.556237:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:1.1:1790690245.559508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00000080:00000010:3.1:1790690245.598466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c60.
00010000:00000010:3.1:1790690245.682243:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690245.682269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00010000:00000010:3.1:1790690245.695218:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690245.702813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eaa00.
00000080:00000010:2.1:1790690245.733890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a40.
00010000:00000010:2.1:1790690245.837469:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690245.837493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690245.845729:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690245.849640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:0.1:1790690245.897446:0:27574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac840.
00010000:00000010:2.1:1790690246.004517:0:27611:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:2.1:1790690246.004536:0:27611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de200.
00010000:00000010:2.1:1790690246.015471:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690246.018231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:2.1:1790690246.040452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acdc0.
00010000:00000010:1.1:1790690246.153888:0:27622:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690246.153908:0:27622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:1.1:1790690246.223084:0:27634:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98d00.
00010000:00000010:1.1:1790690246.236897:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:1.1:1790690246.289907:0:27646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c40.
00010000:00000010:2.1:1790690246.409987:0:27642:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690246.410009:0:27642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00010000:00000010:3.1:1790690246.427488:0:27642:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:3.1:1790690246.427528:0:27642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:1.1:1790690246.526464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acb00.
00010000:00000010:2.1:1790690246.586460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:2.1:1790690246.586483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:2.1:1790690246.625583:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:0.1:1790690246.629063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:2.1:1790690246.701011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7e0.
00010000:00000010:2.1:1790690246.744631:0:13:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690246.744638:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:3.1:1790690246.749675:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:3.1:1790690246.753464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00000080:00000010:0.1:1790690246.828428:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac960.
00010000:00000010:1.1:1790690246.919005:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690246.919025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00010000:00000010:1.1:1790690246.930458:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690246.930511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:3.1:1790690246.993609:0:27664:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc87e0.
00010000:00000010:1.1:1790690247.052584:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690247.052601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:3.1:1790690247.057463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:3.1:1790690247.061457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:2.1:1790690247.082897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8960.
00010000:00000010:0.1:1790690247.136004:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:0.1:1790690247.136024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:0.1:1790690247.144639:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690247.144677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1a00.
00000080:00000010:2.1:1790690247.186466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cad00.
00010000:00000010:3.1:1790690247.258559:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:3.1:1790690247.258594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690247.275522:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:2.1:1790690247.283449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00000080:00000010:2.1:1790690247.315248:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ca0.
00010000:00000010:2.1:1790690247.392570:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690247.392616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00010000:00000010:2.1:1790690247.447299:0:26484:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690247.447328:0:26484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690247.484263:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac460.
00010000:00000010:1.1:1790690247.578295:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:1.1:1790690247.578320:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:0.1:1790690247.596660:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:2.1:1790690247.605087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00000080:00000010:2.1:1790690247.633698:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc80c0.
00010000:00000010:0.1:1790690247.765171:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:0.1:1790690247.765185:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00010000:00000010:1.1:1790690247.816285:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:1.1:1790690247.816306:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00000080:00000010:2.1:1790690247.875932:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca520.
00010000:00000010:3.1:1790690248.023454:0:27710:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690248.023468:0:27710:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00010000:00000010:3.1:1790690248.037434:0:27703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690248.037448:0:27703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:3.1:1790690248.098704:0:27711:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4da0.
00010000:00000010:2.1:1790690248.186174:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690248.186193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00010000:00000010:2.1:1790690248.206859:0:27722:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690248.206895:0:27722:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:0.1:1790690248.291434:0:27724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c80.
00010000:00000010:2.1:1790690248.332840:0:27715:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690248.332852:0:27715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:0.1:1790690248.349693:0:27725:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:0.1:1790690248.349709:0:27725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:3.1:1790690248.394814:0:27705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac8e0.
00010000:00000010:2.1:1790690248.462469:0:27705:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98d00.
00010000:00000010:2.1:1790690248.462488:0:27705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00010000:00000010:2.1:1790690248.505326:0:2401:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690248.505349:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:2.1:1790690248.562335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac1c0.
00010000:00000010:2.1:1790690248.597597:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690248.597621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:2.1:1790690248.610985:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690248.618469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:3.1:1790690248.675774:0:27733:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac540.
00010000:00000010:0.1:1790690248.812484:0:14:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690248.812492:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00010000:00000010:0.1:1790690248.821461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:2.1:1790690248.827774:0:27734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00000080:00000010:2.1:1790690248.869446:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca040.
00010000:00000010:2.1:1790690248.944457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690248.944481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00010000:00000010:2.1:1790690248.958451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:3.1:1790690248.958466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:3.1:1790690249.026370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac900.
00010000:00000010:2.1:1790690249.102719:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:2.1:1790690249.102738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00010000:00000010:2.1:1790690249.115518:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690249.118705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:3.1:1790690249.164444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca800.
00010000:00000010:2.1:1790690249.243644:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:2.1:1790690249.243683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:3.1:1790690249.252954:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:3.1:1790690249.252988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:3.1:1790690249.310254:0:27745:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acec0.
00010000:00000010:0.1:1790690249.362896:0:27710:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690249.362914:0:27710:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:3.1:1790690249.369505:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:3.1:1790690249.369532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00000080:00000010:3.1:1790690249.411665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca560.
00010000:00000010:0.1:1790690249.492460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:0.1:1790690249.492481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00010000:00000010:0.1:1790690249.500580:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690249.504572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00000080:00000010:0.1:1790690249.602230:0:27750:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cabe0.
00010000:00000010:0.1:1790690249.711098:0:27763:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690249.711112:0:27763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:0.1:1790690249.754710:0:27754:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690249.756319:0:27754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00000080:00000010:0.1:1790690249.773899:0:27768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca320.
00010000:00000010:1.1:1790690249.916453:0:27781:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690249.916478:0:27781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df600.
00010000:00000010:1.1:1790690249.934461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690249.934488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00000080:00000010:1.1:1790690249.974431:0:27793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc81e0.
00010000:00000010:2.1:1790690250.070450:0:27794:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690250.070459:0:27794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00010000:00000010:2.1:1790690250.074281:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690250.082828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690250.110108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acb80.
00010000:00000010:3.1:1790690250.199434:0:27787:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:3.1:1790690250.199452:0:27787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df400.
00010000:00000010:3.1:1790690250.244137:0:27797:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690250.244160:0:27797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:0.1:1790690250.321954:0:27799:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4cc0.
00010000:00000010:2.1:1790690250.384789:0:27800:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690250.384799:0:27800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00010000:00000010:2.1:1790690250.391434:0:27800:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690250.391453:0:27800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:2.1:1790690250.415603:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd40.
00010000:00000010:1.1:1790690250.502456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:1.1:1790690250.502480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:2.1:1790690250.519279:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:2.1:1790690250.522472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:2.1:1790690250.556478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8000.
00010000:00000010:3.1:1790690250.622696:0:27806:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:3.1:1790690250.622713:0:27806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:3.1:1790690250.627357:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690250.636436:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:0.1:1790690250.691430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4e20.
00010000:00000010:3.1:1790690250.747597:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690250.747642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00010000:00000010:3.1:1790690250.765433:0:27809:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:3.1:1790690250.765453:0:27809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:2.1:1790690250.781481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a60.
00010000:00000010:0.1:1790690250.838246:0:27812:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690250.838262:0:27812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00010000:00000010:0.1:1790690250.845484:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:1.1:1790690250.850473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00000080:00000010:2.1:1790690250.919455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca0c0.
00010000:00000010:0.1:1790690250.968455:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690250.968482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:0.1:1790690250.984640:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690250.990039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:2.1:1790690251.040670:0:27816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cad00.
00010000:00000010:3.1:1790690251.128642:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:3.1:1790690251.128663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00010000:00000010:3.1:1790690251.159453:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:2.1:1790690251.163451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00000080:00000010:2.1:1790690251.211871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b43a0.
00010000:00000010:0.1:1790690251.337456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690251.337478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:0.1:1790690251.401695:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690251.401733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00000080:00000010:2.1:1790690251.477432:0:364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca3e0.
00010000:00000010:0.1:1790690251.647510:0:2399:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690251.647528:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00010000:00000010:0.1:1790690251.650229:0:2399:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690251.650254:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1a00.
00000080:00000010:1.1:1790690251.717898:0:27859:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca460.
00010000:00000010:2.1:1790690251.815445:0:27863:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690251.815450:0:27863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690251.820461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690251.824517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00000080:00000010:2.1:1790690251.869964:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac5a0.
00010000:00000010:2.1:1790690251.930453:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690251.930482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690251.945649:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690251.945678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690251.992343:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11aca80.
00010000:00000010:1.1:1790690252.067542:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690252.067566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00010000:00000010:1.1:1790690252.078583:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:0.1:1790690252.095449:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:1.1:1790690252.138671:0:27848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8200.
00010000:00000010:1.1:1790690252.232454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690252.232481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:0.1:1790690252.237367:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:0.1:1790690252.237394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df400.
00000080:00000010:1.1:1790690252.281710:0:27875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc86a0.
00010000:00000010:1.1:1790690252.385507:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:1.1:1790690252.385532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690252.396688:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:2.1:1790690252.401455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:3.1:1790690252.435047:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc81e0.
00010000:00000010:2.1:1790690252.506745:0:27879:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:2.1:1790690252.506765:0:27879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:2.1:1790690252.515469:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690252.515500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690252.568443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace00.
00010000:00000010:0.1:1790690252.620532:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:0.1:1790690252.620552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00010000:00000010:2.1:1790690252.649578:0:27882:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690252.654454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00000080:00000010:2.1:1790690252.681468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caa60.
00010000:00000010:2.1:1790690252.740449:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:2.1:1790690252.740480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690252.753497:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:2.1:1790690252.753510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:2.1:1790690252.790380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace60.
00010000:00000010:1.1:1790690252.863683:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:1.1:1790690252.863697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00010000:00000010:1.1:1790690252.868439:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:2.1:1790690252.875515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:2.1:1790690252.885523:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc84c0.
00010000:00000010:3.1:1790690252.960478:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690252.960487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00010000:00000010:3.1:1790690252.964447:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:2.1:1790690252.969508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:1.1:1790690253.044438:0:27892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4aa0.
00010000:00000010:0.1:1790690253.139879:0:27894:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690253.139895:0:27894:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:0.1:1790690253.175927:0:27901:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690253.196564:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00000080:00000010:0.1:1790690253.246433:0:27922:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cae60.
00010000:00000010:3.1:1790690253.312721:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:3.1:1790690253.312743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:3.1:1790690253.335573:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:2.1:1790690253.339470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00000080:00000010:2.1:1790690253.384354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4160.
00010000:00000010:2.1:1790690253.448181:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690253.448200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690253.473457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:3.1:1790690253.484458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:2.1:1790690253.532770:0:27932:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac460.
00010000:00000010:2.1:1790690253.613564:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:2.1:1790690253.613810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:2.1:1790690253.653219:0:27931:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690253.657014:0:27931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:3.1:1790690253.742509:0:27941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac140.
00010000:00000010:0.1:1790690253.824499:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690253.824509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:2.1:1790690253.828821:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690253.828845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:2.1:1790690253.888521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8e0.
00010000:00000010:2.1:1790690253.925464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690253.925489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:0.1:1790690253.944851:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:0.1:1790690253.944889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690253.976250:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac580.
00010000:00000010:3.1:1790690254.059026:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:3.1:1790690254.059036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:3.1:1790690254.062759:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690254.062778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00000080:00000010:3.1:1790690254.120383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b41c0.
00010000:00000010:3.1:1790690254.177591:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:3.1:1790690254.177611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00010000:00000010:3.1:1790690254.188452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690254.188481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00000080:00000010:2.1:1790690254.228540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4780.
00010000:00000010:2.1:1790690254.316059:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690254.316075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00010000:00000010:2.1:1790690254.321586:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:3.1:1790690254.330621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:0.1:1790690254.398414:0:27955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3c0.
00010000:00000010:3.1:1790690254.451485:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:3.1:1790690254.451505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:3.1:1790690254.476626:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690254.482232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00000080:00000010:3.1:1790690254.513592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4800.
00010000:00000010:1.1:1790690254.591597:0:27960:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:1.1:1790690254.591604:0:27960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:1.1:1790690254.597801:0:27896:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:1.1:1790690254.597832:0:27896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:3.1:1790690254.642459:0:27962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8fc0.
00010000:00000010:3.1:1790690254.746632:0:131:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690254.746661:0:131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00010000:00000010:2.1:1790690254.803324:0:27973:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:2.1:1790690254.803348:0:27973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00000080:00000010:2.1:1790690254.896877:0:27986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ac0.
00010000:00000010:0.1:1790690255.036978:0:28002:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690255.036991:0:28002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:0.1:1790690255.077576:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690255.077608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00000080:00000010:0.1:1790690255.110874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cafe0.
00010000:00000010:2.1:1790690255.210307:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:2.1:1790690255.210332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00010000:00000010:3.1:1790690255.244173:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:3.1:1790690255.254849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00000080:00000010:2.1:1790690255.301458:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac480.
00010000:00000010:1.1:1790690255.412515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:1.1:1790690255.412522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:2.1:1790690255.422539:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:2.1:1790690255.422570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00000080:00000010:2.1:1790690255.485076:0:28009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc89c0.
00010000:00000010:2.1:1790690255.529465:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690255.529482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690255.555463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690255.557506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:0.1:1790690255.599003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7c0.
00010000:00000010:2.1:1790690255.689697:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690255.689714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:3.1:1790690255.723377:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:1.1:1790690255.724565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:2.1:1790690255.763907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac9a0.
00010000:00000010:0.1:1790690255.855077:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690255.855091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00010000:00000010:0.1:1790690255.865682:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690255.865698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00000080:00000010:2.1:1790690255.892579:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caf40.
00010000:00000010:2.1:1790690255.947543:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:2.1:1790690255.947569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00010000:00000010:2.1:1790690255.951451:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690255.951476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:3.1:1790690256.035880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac720.
00010000:00000010:1.1:1790690256.089440:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690256.089455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df600.
00010000:00000010:2.1:1790690256.111979:0:27967:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:2.1:1790690256.119453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00000080:00000010:3.1:1790690256.173105:0:28024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8480.
00010000:00000010:2.1:1790690256.261254:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690256.261262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00010000:00000010:2.1:1790690256.301751:0:28028:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:3.1:1790690256.317267:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:3.1:1790690256.374336:0:28035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acae0.
00010000:00000010:3.1:1790690256.468438:0:28044:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690256.468456:0:28044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00010000:00000010:3.1:1790690256.490455:0:28047:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690256.490471:0:28047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eaa00.
00000080:00000010:3.1:1790690256.507569:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ec0.
00010000:00000010:2.1:1790690256.571798:0:28068:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690256.571811:0:28068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00010000:00000010:2.1:1790690256.588695:0:28067:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:2.1:1790690256.588722:0:28067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690256.647794:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acea0.
00010000:00000010:2.1:1790690256.705461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690256.705480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:3.1:1790690256.726448:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:3.1:1790690256.726473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00000080:00000010:2.1:1790690256.770522:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac220.
00010000:00000010:2.1:1790690256.830434:0:28060:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:2.1:1790690256.830451:0:28060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eaa00.
00010000:00000010:2.1:1790690256.851290:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690256.851311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:2.1:1790690256.893542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac4e0.
00010000:00000010:3.1:1790690256.919923:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:3.1:1790690256.919945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:3.1:1790690256.941645:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690256.941662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00000080:00000010:3.1:1790690257.002561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4140.
00010000:00000010:2.1:1790690257.044906:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690257.044926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690257.052449:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690257.056536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:2.1:1790690257.124438:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acfe0.
00010000:00000010:0.1:1790690257.199009:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:0.1:1790690257.199040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de200.
00010000:00000010:0.1:1790690257.203411:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690257.203435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00000080:00000010:2.1:1790690257.260141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca280.
00010000:00000010:3.1:1790690257.349900:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:3.1:1790690257.349918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:3.1:1790690257.370813:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:0.1:1790690257.371449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00000080:00000010:1.1:1790690257.406710:0:28087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4dc0.
00010000:00000010:1.1:1790690257.459452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:1.1:1790690257.459476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00010000:00000010:1.1:1790690257.479254:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:0.1:1790690257.488346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:3.1:1790690257.520872:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8600.
00010000:00000010:0.1:1790690257.573615:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:0.1:1790690257.573632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb000.
00010000:00000010:3.1:1790690257.611485:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:3.1:1790690257.611510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00000080:00000010:3.1:1790690257.657971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca040.
00010000:00000010:2.1:1790690257.701591:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690257.701613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00010000:00000010:2.1:1790690257.723462:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690257.723490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:0.1:1790690257.767029:0:28096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac400.
00010000:00000010:1.1:1790690257.909799:0:28104:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690257.909815:0:28104:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00010000:00000010:1.1:1790690257.935799:0:28120:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690257.935848:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:1.1:1790690257.974899:0:28122:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8f40.
00010000:00000010:1.1:1790690258.050571:0:28136:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690258.065193:0:28136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00010000:00000010:0.1:1790690258.074440:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:3.1:1790690258.075378:0:28137:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00000080:00000010:2.1:1790690258.113646:0:28122:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8d00.
00010000:00000010:3.1:1790690258.175441:0:28140:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:3.1:1790690258.175448:0:28140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:3.1:1790690258.179676:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690258.179698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00000080:00000010:1.1:1790690258.219435:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4140.
00010000:00000010:3.1:1790690258.265903:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:3.1:1790690258.265940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:0.1:1790690258.278463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:0.1:1790690258.282537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00000080:00000010:3.1:1790690258.348444:0:28144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4600.
00010000:00000010:1.1:1790690258.426456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:1.1:1790690258.426468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690258.451437:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:3.1:1790690258.451463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:3.1:1790690258.489534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4360.
00010000:00000010:3.1:1790690258.566450:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:3.1:1790690258.566468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:3.1:1790690258.595454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690258.600051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00000080:00000010:0.1:1790690258.622465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b41a0.
00010000:00000010:0.1:1790690258.676457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690258.676479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:0.1:1790690258.691275:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690258.691291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00000080:00000010:2.1:1790690258.727702:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca280.
00010000:00000010:1.1:1790690258.820447:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:1.1:1790690258.820467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:3.1:1790690258.847891:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:2.1:1790690258.852454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00000080:00000010:2.1:1790690258.900451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8720.
00010000:00000010:3.1:1790690258.980444:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:3.1:1790690258.980458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:3.1:1790690258.986545:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690258.990793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebe00.
00000080:00000010:2.1:1790690259.017939:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4080.
00010000:00000010:0.1:1790690259.079493:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690259.079515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:2.1:1790690259.114742:0:28103:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690259.114762:0:28103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:3.1:1790690259.174529:0:131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca420.
00010000:00000010:1.1:1790690259.212200:0:28164:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690259.212213:0:28164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de200.
00010000:00000010:1.1:1790690259.276890:0:28178:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:1.1:1790690259.276917:0:28178:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df600.
00000080:00000010:1.1:1790690259.305617:0:28178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8320.
00010000:00000010:2.1:1790690259.390369:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690259.390383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb400.
00010000:00000010:2.1:1790690259.403554:0:26:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690259.403581:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:3.1:1790690259.455532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11aca40.
00010000:00000010:2.1:1790690259.517626:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:2.1:1790690259.517647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:2.1:1790690259.523441:0:28207:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690259.523455:0:28207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:3.1:1790690259.564307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acc40.
00010000:00000010:2.1:1790690259.624484:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690259.624505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:1.1:1790690259.645460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:1.1:1790690259.649476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:1.1:1790690259.702455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac400.
00010000:00000010:0.1:1790690259.755546:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690259.755568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:1.1:1790690259.758627:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:1.1:1790690259.758648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00000080:00000010:2.1:1790690259.790449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ca0.
00010000:00000010:2.1:1790690259.839485:0:28216:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:2.1:1790690259.839505:0:28216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:2.1:1790690259.848843:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690259.853486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:1.1:1790690259.886277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac3c0.
00010000:00000010:2.1:1790690259.916216:0:28219:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:2.1:1790690259.916229:0:28219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebe00.
00010000:00000010:2.1:1790690259.925649:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690259.930634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:3.1:1790690259.953451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac420.
00010000:00000010:0.1:1790690260.007439:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:0.1:1790690260.007446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690260.018447:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690260.023506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00000080:00000010:2.1:1790690260.052604:0:28224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cab60.
00010000:00000010:3.1:1790690260.098439:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690260.098452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00010000:00000010:2.1:1790690260.116450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea400.
00010000:00000010:3.1:1790690260.116961:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00000080:00000010:2.1:1790690260.173253:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4fa0.
00010000:00000010:1.1:1790690260.224205:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:1.1:1790690260.224213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:0.1:1790690260.230438:0:28228:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:0.1:1790690260.234465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00000080:00000010:0.1:1790690260.288003:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c40.
00010000:00000010:3.1:1790690260.358670:0:26486:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:3.1:1790690260.358689:0:26486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:3.1:1790690260.365847:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690260.365869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00000080:00000010:3.1:1790690260.411210:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4da0.
00010000:00000010:1.1:1790690260.488630:0:13167:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690260.488649:0:13167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00010000:00000010:3.1:1790690260.490566:0:131:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:3.1:1790690260.490583:0:131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:1.1:1790690260.592427:0:28239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc83c0.
00010000:00000010:3.1:1790690260.690613:0:28253:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690260.690625:0:28253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00010000:00000010:3.1:1790690260.699680:0:28268:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690260.714925:0:28273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb000.
00000080:00000010:0.1:1790690260.783454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b41c0.
00010000:00000010:1.1:1790690260.823798:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690260.823806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00010000:00000010:2.1:1790690260.826703:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690260.831073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00000080:00000010:2.1:1790690260.878036:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c40.
00010000:00000010:0.1:1790690260.962470:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:0.1:1790690260.962490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:1.1:1790690260.976349:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:1.1:1790690260.976380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1a00.
00000080:00000010:2.1:1790690261.036944:0:28272:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cae60.
00010000:00000010:1.1:1790690261.110597:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:1.1:1790690261.110700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:1.1:1790690261.143730:0:28273:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690261.143754:0:28273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00000080:00000010:2.1:1790690261.191955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca2c0.
00010000:00000010:2.1:1790690261.235633:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690261.235654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00010000:00000010:2.1:1790690261.256454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690261.256483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690261.315284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acae0.
00010000:00000010:2.1:1790690261.378456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:2.1:1790690261.378480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:2.1:1790690261.387539:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690261.393767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690261.428452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acae0.
00010000:00000010:0.1:1790690261.493900:0:28291:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690261.493924:0:28291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:0.1:1790690261.499518:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690261.507546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:2.1:1790690261.534467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca220.
00010000:00000010:0.1:1790690261.613612:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:0.1:1790690261.613632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00010000:00000010:2.1:1790690261.635726:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:2.1:1790690261.635752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:2.1:1790690261.676546:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca4e0.
00010000:00000010:2.1:1790690261.747449:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690261.747467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690261.767069:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690261.767088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:3.1:1790690261.838424:0:28298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace00.
00010000:00000010:2.1:1790690261.891419:0:28300:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690261.891425:0:28300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:2.1:1790690261.902834:0:24919:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690261.902857:0:24919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:3.1:1790690261.938483:0:28273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac080.
00010000:00000010:3.1:1790690262.078418:0:13:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ab00.
00010000:00000010:3.1:1790690262.078432:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00010000:00000010:3.1:1790690262.105564:0:28321:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:3.1:1790690262.105588:0:28321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00000080:00000010:3.1:1790690262.183612:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b48a0.
00010000:00000010:2.1:1790690262.244541:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:2.1:1790690262.244552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690262.247467:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:2.1:1790690262.247496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690262.307102:0:28343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acfe0.
00010000:00000010:0.1:1790690262.365501:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690262.365519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:0.1:1790690262.376619:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690262.383512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:1.1:1790690262.457354:0:28342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cab20.
00010000:00000010:1.1:1790690262.498467:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:1.1:1790690262.498477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:1.1:1790690262.503442:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:1.1:1790690262.503458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00000080:00000010:2.1:1790690262.526447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8f80.
00010000:00000010:2.1:1790690262.581599:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:2.1:1790690262.581621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:2.1:1790690262.595466:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690262.603452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:0.1:1790690262.636678:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac540.
00010000:00000010:1.1:1790690262.741599:0:28354:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:1.1:1790690262.741607:0:28354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:1.1:1790690262.747112:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:1.1:1790690262.747139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00000080:00000010:2.1:1790690262.766963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8d80.
00010000:00000010:0.1:1790690262.825467:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:0.1:1790690262.825491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:1.1:1790690262.846454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:1.1:1790690262.851182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:1.1:1790690262.923439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac440.
00010000:00000010:2.1:1790690262.980651:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690262.980661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:2.1:1790690263.005608:0:28337:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690263.014898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:2.1:1790690263.059586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc80a0.
00010000:00000010:3.1:1790690263.155471:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:3.1:1790690263.155484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00010000:00000010:3.1:1790690263.167051:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690263.167084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00000080:00000010:3.1:1790690263.183473:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4da0.
00010000:00000010:3.1:1790690263.275449:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:3.1:1790690263.275483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00010000:00000010:3.1:1790690263.289589:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690263.289619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00000080:00000010:3.1:1790690263.320555:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac5e0.
00010000:00000010:1.1:1790690263.377453:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:1.1:1790690263.377473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00010000:00000010:3.1:1790690263.416572:0:14492:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:3.1:1790690263.416586:0:14492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00000080:00000010:3.1:1790690263.479438:0:28382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc80a0.
00010000:00000010:2.1:1790690263.610622:0:28390:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92800.
00010000:00000010:2.1:1790690263.610637:0:28390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:2.1:1790690263.623705:0:28408:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690263.623735:0:28408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:0.1:1790690263.654257:0:28400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acde0.
00010000:00000010:3.1:1790690263.730849:0:28399:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:3.1:1790690263.730868:0:28399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:3.1:1790690263.750391:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:0.1:1790690263.753987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eac00.
00000080:00000010:0.1:1790690263.812257:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7e0.
00010000:00000010:2.1:1790690263.890528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a800.
00010000:00000010:2.1:1790690263.890552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eae00.
00010000:00000010:2.1:1790690263.903436:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:2.1:1790690263.907472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:1.1:1790690263.982455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7c0.
00010000:00000010:1.1:1790690264.046481:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690264.046498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00010000:00000010:2.1:1790690264.049760:0:28407:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:2.1:1790690264.053841:0:28407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00000080:00000010:2.1:1790690264.118131:0:28418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8b00.
00010000:00000010:1.1:1790690264.180533:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690264.180575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:2.1:1790690264.194457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00010000:00000010:1.1:1790690264.194637:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00000080:00000010:2.1:1790690264.258771:0:28421:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8f80.
00010000:00000010:2.1:1790690264.327527:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690264.327549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00010000:00000010:1.1:1790690264.338682:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:1.1:1790690264.338711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:1.1:1790690264.373527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac4a0.
00010000:00000010:2.1:1790690264.445452:0:28426:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690264.445460:0:28426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00010000:00000010:2.1:1790690264.459475:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:3.1:1790690264.459668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:3.1:1790690264.499132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acf20.
00010000:00000010:0.1:1790690264.586190:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92a00.
00010000:00000010:0.1:1790690264.586204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00010000:00000010:2.1:1790690264.593957:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690264.593980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:3.1:1790690264.644015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca280.
00010000:00000010:2.1:1790690264.725589:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690264.725599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690264.751652:0:2401:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690264.751668:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:0.1:1790690264.857048:0:28435:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac360.
00010000:00000010:2.1:1790690265.010085:0:28467:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:2.1:1790690265.010100:0:28467:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00010000:00000010:1.1:1790690265.015420:0:28462:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:1.1:1790690265.021371:0:28462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:2.1:1790690265.089805:0:28473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd00.
00010000:00000010:2.1:1790690265.155489:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690265.155513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:2.1:1790690265.172959:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690265.179648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690265.210657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac160.
00010000:00000010:1.1:1790690265.274461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:1.1:1790690265.274479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eaa00.
00010000:00000010:2.1:1790690265.284492:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:2.1:1790690265.288481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00000080:00000010:2.1:1790690265.325379:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cac00.
00010000:00000010:0.1:1790690265.375545:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690265.375564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:2.1:1790690265.397429:0:28480:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690265.397443:0:28480:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00000080:00000010:2.1:1790690265.454053:0:28481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caba0.
00010000:00000010:0.1:1790690265.509446:0:28483:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690265.509452:0:28483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00010000:00000010:0.1:1790690265.514462:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690265.514489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00000080:00000010:2.1:1790690265.562057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cad00.
00010000:00000010:2.1:1790690265.602468:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690265.602493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690265.618327:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690265.629471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:2.1:1790690265.655657:0:28487:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac140.
00010000:00000010:3.1:1790690265.708637:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690265.708655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00010000:00000010:3.1:1790690265.729496:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:2.1:1790690265.733640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb000.
00000080:00000010:2.1:1790690265.782524:0:28491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b43a0.
00010000:00000010:3.1:1790690265.821100:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:3.1:1790690265.821123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00010000:00000010:2.1:1790690265.831070:0:28464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00010000:00000010:3.1:1790690265.834442:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00000080:00000010:2.1:1790690265.877855:0:28494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4540.
00010000:00000010:0.1:1790690265.909007:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:0.1:1790690265.909018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00010000:00000010:0.1:1790690265.924502:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690265.924527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1a00.
00000080:00000010:0.1:1790690265.967446:0:28497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca700.
00010000:00000010:1.1:1790690266.023514:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690266.023530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:2.1:1790690266.034457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:2.1:1790690266.043584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00000080:00000010:3.1:1790690266.075989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc89c0.
00010000:00000010:0.1:1790690266.155664:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690266.155685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:0.1:1790690266.177953:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:3.1:1790690266.182184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00000080:00000010:3.1:1790690266.227556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca260.
00010000:00000010:1.1:1790690266.338811:0:28436:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:1.1:1790690266.338825:0:28436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:3.1:1790690266.392280:0:28511:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:3.1:1790690266.392297:0:28511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df400.
00000080:00000010:0.1:1790690266.445429:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8fa0.
00010000:00000010:0.1:1790690266.601103:0:28540:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690266.601115:0:28540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:0.1:1790690266.634619:0:28544:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690266.634636:0:28544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00000080:00000010:0.1:1790690266.666128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caac0.
00010000:00000010:2.1:1790690266.721701:0:28547:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690266.721709:0:28547:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfa00.
00010000:00000010:2.1:1790690266.734685:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690266.734710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:1.1:1790690266.775134:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8940.
00010000:00000010:2.1:1790690266.893577:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:2.1:1790690266.893601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df200.
00010000:00000010:3.1:1790690266.907447:0:28544:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:3.1:1790690266.915295:0:28544:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690266.961856:0:28536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acd80.
00010000:00000010:0.1:1790690267.033191:0:2392:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:0.1:1790690267.033215:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:3.1:1790690267.040756:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:3.1:1790690267.040881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1a00.
00000080:00000010:2.1:1790690267.103528:0:28555:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca280.
00010000:00000010:1.1:1790690267.176465:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690267.176485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00010000:00000010:1.1:1790690267.195910:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:2.1:1790690267.208802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df800.
00000080:00000010:3.1:1790690267.228461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8520.
00010000:00000010:1.1:1790690267.307457:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690267.308599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00010000:00000010:1.1:1790690267.331983:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:1.1:1790690267.343660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:2.1:1790690267.384508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc88e0.
00010000:00000010:3.1:1790690267.433344:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690267.433367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:3.1:1790690267.474940:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690267.485850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00000080:00000010:2.1:1790690267.488685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4c20.
00010000:00000010:3.1:1790690267.585198:0:28565:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:3.1:1790690267.585211:0:28565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:3.1:1790690267.611476:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690267.619510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00000080:00000010:3.1:1790690267.664570:0:28566:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4900.
00010000:00000010:2.1:1790690267.754595:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:2.1:1790690267.754613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de200.
00010000:00000010:0.1:1790690267.759685:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:0.1:1790690267.759715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00000080:00000010:2.1:1790690267.851934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace60.
00010000:00000010:1.1:1790690267.909493:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690267.909501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00010000:00000010:2.1:1790690267.933014:0:28577:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98c00.
00010000:00000010:2.1:1790690267.933040:0:28577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:2.1:1790690267.987788:0:28573:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8400.
00010000:00000010:1.1:1790690268.166062:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98900.
00010000:00000010:1.1:1790690268.166082:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df000.
00010000:00000010:1.1:1790690268.179418:0:28610:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:1.1:1790690268.179429:0:28610:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:3.1:1790690268.246567:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc87c0.
00010000:00000010:3.1:1790690268.318441:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98500.
00010000:00000010:3.1:1790690268.318448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:0.1:1790690268.331670:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:1.1:1790690268.334455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00000080:00000010:3.1:1790690268.369473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b49e0.
00010000:00000010:0.1:1790690268.402446:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:0.1:1790690268.402467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690268.424237:0:28604:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:2.1:1790690268.427181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00000080:00000010:3.1:1790690268.478115:0:28605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc82c0.
00010000:00000010:2.1:1790690268.552515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690268.552533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:2.1:1790690268.576428:0:2402:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92e00.
00010000:00000010:2.1:1790690268.576441:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:2.1:1790690268.648677:0:28620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac820.
00010000:00000010:2.1:1790690268.692173:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:2.1:1790690268.692196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:2.1:1790690268.724449:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:3.1:1790690268.733464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:2.1:1790690268.803450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac820.
00010000:00000010:2.1:1790690268.860456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690268.860476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690268.881554:0:28625:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690268.891445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:0.1:1790690268.924442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11aca80.
00010000:00000010:2.1:1790690268.985455:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:2.1:1790690268.985476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:2.1:1790690268.994453:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690269.002710:0:28628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00000080:00000010:2.1:1790690269.052609:0:28630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4b80.
00010000:00000010:2.1:1790690269.107296:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:2.1:1790690269.107317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:2.1:1790690269.122849:0:37:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690269.122870:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:2.1:1790690269.192901:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac4e0.
00010000:00000010:2.1:1790690269.258636:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98200.
00010000:00000010:2.1:1790690269.258658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:2.1:1790690269.279122:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:2.1:1790690269.288466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00000080:00000010:3.1:1790690269.317194:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac4e0.
00010000:00000010:3.1:1790690269.382445:0:28637:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:3.1:1790690269.382452:0:28637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00010000:00000010:3.1:1790690269.392427:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:3.1:1790690269.402601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00000080:00000010:3.1:1790690269.441585:0:28638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ac0.
00010000:00000010:3.1:1790690269.528047:0:131:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92f00.
00010000:00000010:3.1:1790690269.528064:0:131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065c00.
00010000:00000010:3.1:1790690269.539662:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92500.
00010000:00000010:3.1:1790690269.539693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:3.1:1790690269.616468:0:28642:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4920.
00010000:00000010:1.1:1790690269.690477:0:28648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92100.
00010000:00000010:1.1:1790690269.690486:0:28648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00010000:00000010:1.1:1790690269.690831:0:28648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690269.714682:0:28643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de800.
00000080:00000010:1.1:1790690269.733377:0:28660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8fa0.
00010000:00000010:0.1:1790690269.814456:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690269.814473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:2.1:1790690269.831423:0:28678:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:0.1:1790690269.831652:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00000080:00000010:2.1:1790690269.877212:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca6c0.
00010000:00000010:2.1:1790690269.934542:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690269.934551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690269.950793:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:2.1:1790690269.953453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:3.1:1790690269.998697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac520.
00010000:00000010:0.1:1790690270.071461:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690270.071490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00010000:00000010:3.1:1790690270.074624:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:3.1:1790690270.078637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00000080:00000010:1.1:1790690270.143052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8a0.
00010000:00000010:3.1:1790690270.239047:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:3.1:1790690270.239068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00010000:00000010:0.1:1790690270.266516:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:1.1:1790690270.267833:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfc00.
00000080:00000010:2.1:1790690270.302827:0:1037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b41c0.
00010000:00000010:0.1:1790690270.350876:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690270.350886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00010000:00000010:0.1:1790690270.357563:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690270.362538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00000080:00000010:2.1:1790690270.393042:0:28695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41caf80.
00010000:00000010:1.1:1790690270.435709:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:1.1:1790690270.435731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00010000:00000010:2.1:1790690270.454889:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:3.1:1790690270.459834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00000080:00000010:0.1:1790690270.507579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca2c0.
00010000:00000010:3.1:1790690270.585373:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92700.
00010000:00000010:3.1:1790690270.585393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:3.1:1790690270.599494:0:28700:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690270.599510:0:28700:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00000080:00000010:2.1:1790690270.619304:0:28701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acb60.
00010000:00000010:2.1:1790690270.677536:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:2.1:1790690270.677551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00010000:00000010:1.1:1790690270.681544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00010000:00000010:2.1:1790690270.684634:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00000080:00000010:2.1:1790690270.741620:0:28672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7e0.
00010000:00000010:0.1:1790690270.791058:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690270.791083:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1a00.
00010000:00000010:0.1:1790690270.815448:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690270.823474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00000080:00000010:0.1:1790690270.859447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca420.
00010000:00000010:3.1:1790690270.916617:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:3.1:1790690270.916632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00010000:00000010:3.1:1790690270.950465:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690270.957687:0:131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:1.1:1790690270.988485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a40.
00010000:00000010:2.1:1790690271.115419:0:28716:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690271.115436:0:28716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690271.160685:0:28732:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690271.160707:0:28732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:3.1:1790690271.223431:0:28734:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac120.
00010000:00000010:2.1:1790690271.302458:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:2.1:1790690271.302482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00010000:00000010:2.1:1790690271.319078:0:28751:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:2.1:1790690271.319124:0:28751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:2.1:1790690271.349411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac760.
00010000:00000010:3.1:1790690271.385469:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92300.
00010000:00000010:3.1:1790690271.385487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00010000:00000010:3.1:1790690271.397436:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:1.1:1790690271.397443:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:2.1:1790690271.440611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4400.
00010000:00000010:0.1:1790690271.504017:0:28732:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690271.504036:0:28732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:2.1:1790690271.529440:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690271.529463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00000080:00000010:2.1:1790690271.566454:0:28759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cad40.
00010000:00000010:3.1:1790690271.668801:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690271.668824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00010000:00000010:3.1:1790690271.686538:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:2.1:1790690271.689784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00000080:00000010:2.1:1790690271.761996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4a60.
00010000:00000010:3.1:1790690271.833675:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690271.833698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00010000:00000010:3.1:1790690271.850897:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690271.850923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00000080:00000010:2.1:1790690271.922445:0:28765:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4420.
00010000:00000010:0.1:1790690272.004596:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690272.004615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0800.
00010000:00000010:2.1:1790690272.009504:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:2.1:1790690272.013483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00000080:00000010:2.1:1790690272.057937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8de0.
00010000:00000010:3.1:1790690272.159713:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92600.
00010000:00000010:3.1:1790690272.159734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00010000:00000010:3.1:1790690272.192853:0:31:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690272.204174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00000080:00000010:3.1:1790690272.228757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b47a0.
00010000:00000010:3.1:1790690272.371649:0:28772:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:3.1:1790690272.371670:0:28772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:3.1:1790690272.384528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:0.1:1790690272.398538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00000080:00000010:2.1:1790690272.422095:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b44c0.
00010000:00000010:0.1:1790690272.493540:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:0.1:1790690272.493554:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:0.1:1790690272.515208:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:0.1:1790690272.515226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00000080:00000010:2.1:1790690272.559165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca900.
00010000:00000010:1.1:1790690272.710122:0:1358:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690272.710137:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dec00.
00010000:00000010:1.1:1790690272.733434:0:1358:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98000.
00010000:00000010:1.1:1790690272.733930:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dea00.
00000080:00000010:1.1:1790690272.830596:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8c20.
00010000:00000010:2.1:1790690272.934467:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:2.1:1790690272.934490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064200.
00010000:00000010:2.1:1790690272.941001:0:28817:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:2.1:1790690272.941041:0:28817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690272.984937:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac6c0.
00010000:00000010:3.1:1790690273.057761:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92400.
00010000:00000010:3.1:1790690273.057783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00010000:00000010:3.1:1790690273.057788:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690273.062461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:3.1:1790690273.112456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4ce0.
00010000:00000010:3.1:1790690273.207439:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92b00.
00010000:00000010:3.1:1790690273.207459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065200.
00010000:00000010:3.1:1790690273.226562:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:1.1:1790690273.226748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00000080:00000010:0.1:1790690273.286631:0:28824:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b41c0.
00010000:00000010:1.1:1790690273.328463:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:1.1:1790690273.328485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0e00.
00010000:00000010:2.1:1790690273.350690:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:2.1:1790690273.354462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df600.
00000080:00000010:0.1:1790690273.410480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca8c0.
00010000:00000010:1.1:1790690273.472698:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:1.1:1790690273.472719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00010000:00000010:1.1:1790690273.478605:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:0.1:1790690273.484366:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67df600.
00000080:00000010:2.1:1790690273.514935:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8540.
00010000:00000010:2.1:1790690273.606452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:2.1:1790690273.606463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0000.
00010000:00000010:3.1:1790690273.621829:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92c00.
00010000:00000010:3.1:1790690273.628592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:1.1:1790690273.660455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac540.
00010000:00000010:3.1:1790690273.763626:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92000.
00010000:00000010:3.1:1790690273.763654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064600.
00010000:00000010:2.1:1790690273.763770:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690273.763777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690273.824764:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acc00.
00010000:00000010:2.1:1790690273.932832:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690273.932848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1e00.
00010000:00000010:2.1:1790690273.949454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690273.949478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00000080:00000010:2.1:1790690273.967313:0:28840:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac8a0.
00010000:00000010:2.1:1790690274.055489:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690274.055520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:2.1:1790690274.071833:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:3.1:1790690274.100434:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065e00.
00000080:00000010:2.1:1790690274.149773:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acc00.
00010000:00000010:2.1:1790690274.269784:0:28848:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690274.269807:0:28848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:2.1:1790690274.279293:0:28846:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:2.1:1790690274.316695:0:28859:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064c00.
00000080:00000010:2.1:1790690274.420365:0:28864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac620.
00010000:00000010:0.1:1790690274.526431:0:28884:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:0.1:1790690274.526451:0:28884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea200.
00010000:00000010:0.1:1790690274.558544:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690274.558570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00000080:00000010:2.1:1790690274.611061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca020.
00010000:00000010:3.1:1790690274.673994:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92d00.
00010000:00000010:3.1:1790690274.674010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065800.
00010000:00000010:3.1:1790690274.702433:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:3.1:1790690274.702458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00000080:00000010:3.1:1790690274.748239:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acee0.
00010000:00000010:0.1:1790690274.829574:0:28878:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ad00.
00010000:00000010:0.1:1790690274.829584:0:28878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea800.
00010000:00000010:0.1:1790690274.832055:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:0.1:1790690274.832070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:3.1:1790690274.887507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca7c0.
00010000:00000010:2.1:1790690274.918568:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98b00.
00010000:00000010:2.1:1790690274.918590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00010000:00000010:2.1:1790690274.933491:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690274.933517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065a00.
00000080:00000010:2.1:1790690274.965956:0:28895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac080.
00010000:00000010:3.1:1790690275.010987:0:28896:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690275.010997:0:28896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00010000:00000010:3.1:1790690275.023479:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690275.027469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ebc00.
00000080:00000010:0.1:1790690275.050455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4600.
00010000:00000010:2.1:1790690275.138448:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197af00.
00010000:00000010:2.1:1790690275.138484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea600.
00010000:00000010:2.1:1790690275.164746:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690275.167588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00000080:00000010:2.1:1790690275.193449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac080.
00010000:00000010:2.1:1790690275.272460:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690275.272482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064800.
00010000:00000010:2.1:1790690275.278740:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690275.286467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00000080:00000010:2.1:1790690275.318780:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac080.
00010000:00000010:3.1:1790690275.396012:0:28905:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:3.1:1790690275.396034:0:28905:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064000.
00010000:00000010:3.1:1790690275.404937:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:3.1:1790690275.404953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00000080:00000010:2.1:1790690275.424953:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4be0.
00010000:00000010:2.1:1790690275.509668:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:2.1:1790690275.509691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0400.
00010000:00000010:2.1:1790690275.509732:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00010000:00000010:2.1:1790690275.509738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00000080:00000010:2.1:1790690275.570459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac4a0.
00010000:00000010:2.1:1790690275.612452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ac00.
00010000:00000010:2.1:1790690275.612473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb800.
00010000:00000010:3.1:1790690275.621436:0:28911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065600.
00010000:00000010:2.1:1790690275.621437:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92900.
00000080:00000010:3.1:1790690275.642438:0:26484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ac7e0.
00010000:00000010:0.1:1790690275.742441:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690275.742460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0200.
00010000:00000010:1.1:1790690275.813325:0:28914:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690275.815329:0:28923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00000080:00000010:1.1:1790690275.881678:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca560.
00010000:00000010:1.1:1790690276.039647:0:28940:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:1.1:1790690276.039665:0:28940:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1600.
00010000:00000010:1.1:1790690276.049885:0:28940:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:1.1:1790690276.049906:0:28940:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de600.
00000080:00000010:1.1:1790690276.086169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8d80.
00010000:00000010:0.1:1790690276.185087:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:0.1:1790690276.185108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0c00.
00010000:00000010:3.1:1790690276.194714:0:28940:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98800.
00010000:00000010:3.1:1790690276.194735:0:28940:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de000.
00000080:00000010:3.1:1790690276.226676:0:28949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41ca900.
00010000:00000010:1.1:1790690276.310458:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fd00.
00010000:00000010:1.1:1790690276.310479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00010000:00000010:1.1:1790690276.318471:0:2399:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98f00.
00010000:00000010:1.1:1790690276.322480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de200.
00000080:00000010:2.1:1790690276.356170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc83a0.
00010000:00000010:3.1:1790690276.445476:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fa00.
00010000:00000010:3.1:1790690276.445490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1400.
00010000:00000010:3.1:1790690276.445494:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690276.445504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:2.1:1790690276.499890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4da0.
00010000:00000010:1.1:1790690276.583640:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f700.
00010000:00000010:1.1:1790690276.583648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0600.
00010000:00000010:1.1:1790690276.590465:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:1.1:1790690276.590495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00000080:00000010:1.1:1790690276.636461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8760.
00010000:00000010:3.1:1790690276.712454:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690276.712476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00010000:00000010:3.1:1790690276.721076:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:3.1:1790690276.727459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00000080:00000010:3.1:1790690276.781694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b40e0.
00010000:00000010:2.1:1790690276.817464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a500.
00010000:00000010:2.1:1790690276.817488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eba00.
00010000:00000010:2.1:1790690276.830731:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:2.1:1790690276.830758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064e00.
00000080:00000010:2.1:1790690276.882430:0:28973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11ace60.
00010000:00000010:3.1:1790690276.953024:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:3.1:1790690276.953042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e0a00.
00010000:00000010:3.1:1790690276.980464:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690276.980492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:3.1:1790690276.990326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4e00.
00010000:00000010:2.1:1790690277.088810:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98300.
00010000:00000010:2.1:1790690277.088819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dee00.
00010000:00000010:2.1:1790690277.095027:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd3a92200.
00010000:00000010:3.1:1790690277.097850:0:28977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4064400.
00000080:00000010:3.1:1790690277.137150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acc60.
00010000:00000010:3.1:1790690277.220546:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690277.220568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00010000:00000010:0.1:1790690277.228011:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197ae00.
00010000:00000010:0.1:1790690277.228033:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27ea000.
00000080:00000010:2.1:1790690277.253597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4140.
00010000:00000010:3.1:1790690277.338953:0:28943:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a900.
00010000:00000010:3.1:1790690277.338964:0:28943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb200.
00010000:00000010:3.1:1790690277.376523:0:28983:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a300.
00010000:00000010:3.1:1790690277.382449:0:28987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd27eb600.
00000080:00000010:3.1:1790690277.443839:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41b4400.
00010000:00000010:1.1:1790690277.521452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98600.
00010000:00000010:1.1:1790690277.521468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67dfe00.
00010000:00000010:3.1:1790690277.542174:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc5c98100.
00010000:00000010:3.1:1790690277.545767:0:29018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc67de400.
00000080:00000010:3.1:1790690277.604322:0:29024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc7dc8ce0.
00010000:00000010:0.1:1790690277.661445:0:29025:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690277.661454:0:29025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:0.1:1790690277.667444:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690277.672763:0:29017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1c00.
00000080:00000010:0.1:1790690277.699575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc41cad40.
00010000:00000010:0.1:1790690277.758446:0:29016:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f000.
00010000:00000010:0.1:1790690277.758466:0:29016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1200.
00010000:00000010:0.1:1790690277.783183:0:2391:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0f100.
00010000:00000010:0.1:1790690277.783206:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc41e1000.
00000800:00000200:0.1:1790690317.431591:0:2390:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1790690317.431596:0:2390:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1790690317.431606:0:2390:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1790690318.648357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690321.720369:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690321.720655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690321.720877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690321.721159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690321.721251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690326.840196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690326.840674:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690326.841209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690326.841520:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690326.841656:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690331.959998:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690331.960293:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690331.960514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690331.960607:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690331.960722:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690337.080181:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690337.080188:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1790690337.081129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690337.081135:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1790690337.081567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690337.081569:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1790690337.081940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690337.081943:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1790690337.082224:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690337.082226:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1790690342.200016:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690342.200269:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690342.200709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690342.201117:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690342.201347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690347.320464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690347.320472:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1790690347.321344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690347.321346:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1790690347.321701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690347.321720:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1790690347.322024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690347.322027:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1790690347.322279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690347.322281:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1790690352.440221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690352.440227:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1790690352.440997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690352.440999:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1790690352.441214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690352.441216:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1790690352.441459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690352.441461:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1790690352.441824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690352.441827:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1790690357.560229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690357.560233:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1790690357.561205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690357.561208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1790690357.561479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690357.561481:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1790690357.561685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690357.561686:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1790690357.561933:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690357.561935:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1790690362.680209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690362.680538:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690362.680682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690362.680817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690362.680958:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690367.800023:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690367.800028:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1790690367.800589:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690367.800591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1790690367.800817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690367.800819:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1790690367.800978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690367.800980:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1790690367.801132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690367.801149:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 28 secs later)
00000800:00000200:0.1:1790690372.919903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690372.919908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1790690372.920515:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690372.920520:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1790690372.920806:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690372.920807:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1790690372.921008:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690372.921009:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1790690372.921175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690372.921177:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1790690378.040093:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690378.040100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1790690378.040697:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690378.040699:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1790690378.040966:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690378.040968:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1790690378.041243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690378.041245:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1790690378.041524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690378.041526:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1790690383.160004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690383.160021:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1790690383.160629:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690383.160634:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1790690383.160894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690383.160896:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1790690383.161131:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690383.161133:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1790690383.161368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690383.161370:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1790690388.279993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690388.279999:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1790690388.280618:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690388.280619:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1790690388.280784:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690388.280786:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1790690388.280962:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690388.280963:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 7 secs later)
00000800:00000200:0.1:1790690388.281228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690388.281229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 7 secs later)
00000800:00000200:2.1:1790690393.399903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690393.399913:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 2 secs later)
00000800:00000200:2.1:1790690393.400454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690393.400459:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 2 secs later)
00000800:00000200:2.1:1790690393.400845:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690393.400847:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 2 secs later)
00000800:00000200:2.1:1790690393.401002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690393.401003:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 2 secs later)
00000800:00000200:2.1:1790690393.401151:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690393.401152:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 32, 2 secs later)
00000800:00000200:2.1:1790690398.520175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690398.520611:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690398.520895:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690398.521029:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690398.521163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690403.640188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690403.640196:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690403.640842:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690403.640844:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690403.641344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690403.641346:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690403.641944:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690403.641946:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690403.642136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690403.642137:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690408.760219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690408.760240:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690408.761102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690408.761108:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690408.761875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690408.761879:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690408.762178:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690408.762180:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690408.762443:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690408.762446:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690413.880101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690413.880106:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690413.880763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690413.880767:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690413.881226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690413.881230:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690413.881553:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690413.881555:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690413.881766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690413.881768:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690419.000464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690419.000476:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690419.001114:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690419.001117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690419.001468:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690419.001486:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690419.001788:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690419.001790:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690419.002080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690419.002083:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690424.120685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690424.120689:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690424.121074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690424.121077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690424.121445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690424.121448:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690424.121818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690424.121825:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690424.122421:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690424.122424:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690429.240001:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690429.240010:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690429.240638:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690429.240641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690429.241184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690429.241196:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690429.241477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690429.241479:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690429.241725:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690429.241742:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690434.360123:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690434.360128:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690434.360730:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690434.360732:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690434.361020:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690434.361022:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690434.361250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690434.361251:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690434.361457:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690434.361459:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:0.1:1790690439.480042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690439.480048:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1790690439.480748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690439.480751:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1790690439.481040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690439.481051:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1790690439.481335:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690439.481338:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1790690439.481748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690439.481750:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1790690444.600030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690444.600035:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1790690444.600650:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690444.600653:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1790690444.600937:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690444.600940:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1790690444.601205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690444.601207:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1790690444.601486:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690444.601488:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1790690449.720301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690449.720309:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1790690449.721184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690449.721186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1790690449.721431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690449.721432:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1790690449.721599:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690449.721600:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1790690449.721778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690449.721780:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1790690454.840266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690454.840279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1790690454.841084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690454.841087:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1790690454.841296:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690454.841298:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1790690454.841530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690454.841533:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1790690454.841969:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690454.841990:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1790690459.960105:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690459.960112:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790690459.960660:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690459.960663:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790690459.960957:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690459.960959:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790690459.961218:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690459.961220:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790690459.961520:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690459.961522:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790690465.080111:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690465.080509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690465.080831:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690465.081046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690465.081193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690470.200059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690470.200064:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690470.200598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690470.200611:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690470.200810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690470.200811:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690470.201057:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690470.201059:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690470.201233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690470.201236:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690475.319918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690475.319924:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 51 secs later)
00000800:00000200:2.1:1790690475.320537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690475.320538:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 51 secs later)
00000800:00000200:2.1:1790690475.320708:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690475.320709:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 51 secs later)
00000800:00000200:2.1:1790690475.320893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690475.320895:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 51 secs later)
00000800:00000200:2.1:1790690475.321102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690475.321103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 51 secs later)
00000800:00000200:2.1:1790690480.440133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690480.440139:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 46 secs later)
00000800:00000200:2.1:1790690480.440787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690480.440789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 46 secs later)
00000800:00000200:2.1:1790690480.441114:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690480.441116:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 46 secs later)
00000800:00000200:2.1:1790690480.441422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690480.441439:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 46 secs later)
00000800:00000200:2.1:1790690480.441635:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690480.441636:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 46 secs later)
00000800:00000200:2.1:1790690485.560070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690485.560076:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 41 secs later)
00000800:00000200:2.1:1790690485.560732:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690485.560735:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 41 secs later)
00000800:00000200:2.1:1790690485.560997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690485.560998:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 41 secs later)
00000800:00000200:2.1:1790690485.561230:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690485.561233:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 41 secs later)
00000800:00000200:2.1:1790690485.561446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690485.561448:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 41 secs later)
00000800:00000200:2.1:1790690490.680240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690490.680245:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 36 secs later)
00000800:00000200:2.1:1790690490.681796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690490.681799:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 36 secs later)
00000800:00000200:2.1:1790690490.682056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690490.682058:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 36 secs later)
00000800:00000200:2.1:1790690490.682237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690490.682239:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 36 secs later)
00000800:00000200:2.1:1790690490.682477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690490.682478:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 36 secs later)
00000800:00000200:2.1:1790690495.801283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690495.801305:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 31 secs later)
00000800:00000200:2.1:1790690495.802141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690495.802144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 31 secs later)
00000800:00000200:2.1:1790690495.802359:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690495.802361:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 31 secs later)
00000800:00000200:2.1:1790690495.802601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690495.802603:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 31 secs later)
00000800:00000200:2.1:1790690495.802863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690495.802865:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 31 secs later)
00000800:00000200:2.1:1790690500.920093:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690500.920100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690500.920838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690500.920841:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690500.921089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690500.921092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690500.921338:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690500.921339:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690500.921683:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690500.921685:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 26 secs later)
00000800:00000200:2.1:1790690506.040259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690506.040263:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1790690506.040741:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690506.040743:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1790690506.041056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690506.041080:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1790690506.041423:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690506.041426:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:2.1:1790690506.041867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690506.041869:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 21 secs later)
00000800:00000200:0.1:1790690511.160039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690511.160047:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1790690511.160781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690511.160784:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1790690511.160997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690511.160998:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1790690511.161186:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690511.161188:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1790690511.161572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690511.161590:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1790690516.280108:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690516.280114:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 10 secs later)
00000800:00000200:0.1:1790690516.280793:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690516.280796:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 10 secs later)
00000800:00000200:0.1:1790690516.281067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690516.281069:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 10 secs later)
00000800:00000200:0.1:1790690516.281281:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690516.281283:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 10 secs later)
00000800:00000200:0.1:1790690516.281498:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690516.281500:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 10 secs later)
00000800:00000200:0.1:1790690521.400048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690521.400052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 5 secs later)
00000800:00000200:0.1:1790690521.400633:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690521.400635:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 5 secs later)
00000800:00000200:0.1:1790690521.400829:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690521.400831:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 5 secs later)
00000800:00000200:0.1:1790690521.401045:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690521.401047:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 5 secs later)
00000800:00000200:0.1:1790690521.401208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690521.401210:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 5 secs later)
00000800:00000200:0.1:1790690526.520066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690526.520426:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690526.520574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690526.520718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790690526.520879:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690531.640140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690531.640148:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690531.641325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690531.641327:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690531.641784:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690531.641787:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690531.642075:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690531.642077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690531.642288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690531.642290:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690536.760105:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690536.760112:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690536.760826:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690536.760830:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690536.761079:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690536.761081:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690536.761239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690536.761240:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690536.761510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690536.761512:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690541.880027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690541.880033:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690541.880781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690541.880784:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690541.881042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690541.881044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690541.881271:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690541.881272:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690541.881507:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690541.881509:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690547.000015:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690547.000019:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690547.000701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690547.000722:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690547.000917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690547.000919:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690547.001116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690547.001118:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690547.001312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690547.001314:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690552.120233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690552.120238:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690552.120905:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690552.120906:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690552.121087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690552.121090:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690552.121275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690552.121277:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690552.121534:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690552.121536:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690557.240102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690557.240115:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690557.240842:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690557.240845:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690557.241081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690557.241083:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690557.241291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690557.241312:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690557.241581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690557.241583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690562.360038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690562.360044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690562.360795:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690562.360797:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690562.361041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690562.361042:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690562.361287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690562.361290:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690562.361660:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690562.361662:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690567.480157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690567.480166:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690567.480795:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690567.480798:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690567.481163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690567.481166:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690567.481521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690567.481523:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690567.481839:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690567.481841:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690572.600153:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690572.600160:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690572.600961:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690572.600963:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690572.601299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690572.601314:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690572.601684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690572.601687:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690572.602572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690572.602590:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690577.720066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690577.720086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690577.720730:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690577.720735:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690577.721007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690577.721009:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690577.721214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690577.721217:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690577.721542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690577.721544:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690582.840001:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690582.840007:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690582.840655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690582.840660:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690582.840971:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690582.840974:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690582.841235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690582.841237:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690582.841430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690582.841432:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690587.960303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690587.960309:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690587.961488:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690587.961489:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690587.961682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690587.961684:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690587.961867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690587.961869:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690587.962166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690587.962168:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690593.080366:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690593.081003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690593.081309:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690593.081527:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690593.081687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690598.200776:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690598.200780:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690598.201201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690598.201204:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690598.201572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690598.201592:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690598.201924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690598.201927:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690598.202259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690598.202262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690603.319945:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690603.319951:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790690603.320639:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690603.320641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790690603.320832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690603.320833:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790690603.321042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690603.321044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790690603.321348:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690603.321350:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690608.440289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690608.440293:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690608.441026:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690608.441032:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690608.441484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690608.441486:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690608.441779:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690608.441782:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690608.442089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690608.442100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690613.560065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690613.560071:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690613.560627:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690613.560629:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690613.560867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690613.560869:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690613.561076:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690613.561077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690613.561333:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690613.561336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690618.680266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690618.680275:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690618.681173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690618.681177:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690618.681467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690618.681470:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690618.681667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690618.681669:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690618.681954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690618.681956:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690623.800058:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690623.800064:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690623.800808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690623.800831:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690623.801141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690623.801144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690623.801540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690623.801543:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690623.801813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690623.801815:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690628.920176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690628.920180:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690628.920852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690628.920857:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690628.921179:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690628.921181:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690628.921418:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690628.921420:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690628.921670:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690628.921672:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690634.040074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690634.040079:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690634.040711:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690634.040714:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690634.040960:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690634.040962:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690634.041185:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690634.041204:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690634.041532:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690634.041534:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690639.160178:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690639.160185:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690639.161080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690639.161083:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690639.161427:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690639.161430:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690639.161751:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690639.161754:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690639.162188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690639.162207:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690644.280179:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690644.280186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790690644.280983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690644.280985:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790690644.281302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690644.281305:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790690644.281577:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690644.281579:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790690644.281999:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690644.282001:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790690649.399944:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690649.399951:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790690649.400588:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690649.400591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790690649.400797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690649.400801:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790690649.400969:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690649.400971:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790690649.401211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690649.401213:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790690654.520046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690654.520052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690654.520761:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690654.520765:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690654.521066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690654.521072:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690654.521315:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690654.521318:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690654.521515:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690654.521518:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790690659.640185:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690659.640760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690659.641323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690659.641579:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690659.641726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690664.760060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690664.760066:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690664.760831:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690664.760834:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690664.761122:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690664.761124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690664.761392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690664.761395:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690664.761733:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690664.761751:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690669.880078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690669.880085:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690669.880571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690669.880573:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690669.880829:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690669.880832:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690669.881083:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690669.881085:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690669.881356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690669.881358:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690675.000129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690675.000134:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690675.000753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690675.000757:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690675.001152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690675.001153:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690675.001391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690675.001393:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690675.001569:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690675.001570:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690680.119928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690680.119934:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690680.120506:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690680.120508:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690680.120694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690680.120696:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690680.120864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690680.120866:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690680.121043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690680.121045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690685.239976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690685.239979:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690685.240559:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690685.240561:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690685.240839:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690685.240841:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690685.241143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690685.241146:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690685.241395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690685.241415:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690690.360152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690690.360158:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690690.360928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690690.360939:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690690.361228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690690.361231:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690690.361530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690690.361534:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690690.361811:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690690.361813:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00010000:00000010:0.1:1790690690.749420:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4f0fb00.
00010000:00000010:0.1:1790690690.749427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc3684400.
00000800:00000200:1.1:1790690695.480004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690695.480010:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690695.480642:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690695.480645:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690695.480851:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690695.480853:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690695.481041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690695.481043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690695.481291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690695.481293:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690700.599963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690700.599968:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690700.600607:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690700.600609:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690700.600800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690700.600802:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690700.600967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690700.600968:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690700.601183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690700.601184:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690705.720047:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690705.720051:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690705.720745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690705.720769:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690705.721051:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690705.721055:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690705.721342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690705.721345:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690705.721672:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690705.721675:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690710.840291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690710.840300:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690710.841079:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690710.841081:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690710.841352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690710.841354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690710.841621:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690710.841623:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690710.841808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690710.841810:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690715.960037:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690715.960041:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690715.960609:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690715.960613:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690715.961229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690715.961232:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690715.961461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690715.961476:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690715.961785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690715.961787:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690721.080063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690721.080070:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690721.080686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690721.080689:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690721.080965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690721.080967:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690721.081239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690721.081242:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690721.081548:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690721.081550:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690726.200027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690726.200431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690726.200597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690726.200763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690726.200906:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690731.320566:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690731.320578:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690731.321674:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690731.321677:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690731.321968:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690731.321970:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690731.322261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690731.322284:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690731.322595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690731.322597:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690736.440239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690736.440253:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690736.441263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690736.441266:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690736.441482:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690736.441484:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690736.441646:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690736.441647:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690736.441858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690736.441860:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690741.560154:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690741.560161:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690741.560847:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690741.560850:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690741.561128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690741.561130:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690741.561415:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690741.561418:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690741.561682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690741.561684:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690746.680060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690746.680067:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690746.680668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690746.680670:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690746.680956:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690746.680959:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690746.681214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690746.681217:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690746.681486:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690746.681489:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000080:00000010:3.1:1790690749.117427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dc6762000.
00000080:00000010:3.1:1790690749.117439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff975dd11acfa0.
00010000:00000010:3.1:1790690749.117442:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4fe8800.
00010000:00000010:3.1:1790690749.117445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc7105200.
00010000:00000010:3.1:1790690749.117448:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dd197a400.
00010000:00000010:3.1:1790690749.117450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dd279a800.
00010000:00000010:3.1:1790690749.117452:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff975dc4fe8000.
00010000:00000010:3.1:1790690749.117468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff975dc4065000.
00000800:00000200:2.1:1790690751.800169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690751.800175:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690751.800951:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690751.800954:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690751.801250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690751.801252:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690751.801583:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690751.801585:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690751.802010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690751.802013:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690756.920128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690756.920138:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690756.921016:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690756.921020:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690756.921377:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690756.921380:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690756.921769:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690756.921772:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690756.922043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690756.922045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690762.039993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690762.040012:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690762.040601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690762.040603:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690762.040832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690762.040834:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690762.041040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690762.041041:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690762.041261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690762.041262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690767.160282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690767.160286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790690767.161299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690767.161301:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790690767.161503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690767.161504:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790690767.161663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690767.161665:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790690767.161846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690767.161848:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790690772.280217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690772.280224:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690772.281089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690772.281097:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690772.281461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690772.281464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690772.281778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690772.281780:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690772.282142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690772.282144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690777.400012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690777.400018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690777.400710:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690777.400712:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690777.400898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690777.400915:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690777.401098:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690777.401099:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690777.401383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690777.401385:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690782.520392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690782.520434:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690782.521431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690782.521433:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690782.521661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690782.521663:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690782.521902:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690782.521904:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690782.522119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690782.522121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690787.640164:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690787.640171:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690787.640861:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690787.640864:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690787.641103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690787.641104:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690787.641288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690787.641289:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690787.641588:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690787.641590:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690792.760221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690792.760766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690792.762023:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690792.762226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690792.762373:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690797.880530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690797.880540:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690797.881682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690797.881686:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690797.882001:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690797.882004:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690797.882321:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690797.882323:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690797.882553:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690797.882555:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690803.000092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690803.000100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690803.000839:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690803.000841:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690803.001070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690803.001073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690803.001295:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690803.001297:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690803.001542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690803.001545:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690808.120256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690808.120267:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690808.121388:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690808.121391:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690808.121900:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690808.121901:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690808.122138:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690808.122140:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690808.122352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690808.122354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690813.240051:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690813.240055:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690813.240852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690813.240858:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690813.241223:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690813.241225:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690813.241524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690813.241526:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690813.241729:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690813.241731:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690818.360150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690818.360159:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690818.360883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690818.360887:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690818.361188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690818.361191:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690818.361543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690818.361546:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690818.361849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690818.361852:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690823.480156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690823.480165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690823.480758:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690823.480761:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690823.481183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690823.481190:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690823.481817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690823.481821:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690823.482259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690823.482261:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690828.600022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690828.600030:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690828.600783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690828.600785:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690828.600970:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690828.600972:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690828.601190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690828.601192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690828.601460:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690828.601462:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690833.720050:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690833.720055:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690833.720675:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690833.720677:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690833.720898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690833.720900:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690833.721078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690833.721079:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690833.721350:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690833.721352:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690838.840144:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690838.840151:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690838.840984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690838.840987:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690838.841334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690838.841337:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690838.841667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690838.841670:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690838.842107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690838.842127:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690843.960206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690843.960214:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690843.960827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690843.960830:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690843.961173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690843.961176:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690843.961531:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690843.961534:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690843.961846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690843.961849:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690849.080204:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690849.080209:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690849.080992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690849.080997:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690849.081276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690849.081277:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690849.081564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690849.081566:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690849.081783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690849.081785:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690854.200028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690854.200036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690854.200782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690854.200800:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690854.201055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690854.201058:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690854.201326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690854.201328:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690854.201644:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690854.201647:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690859.320086:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690859.320666:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690859.321070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690859.322043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690859.322221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690864.440229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690864.440235:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690864.441095:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690864.441098:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690864.441465:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690864.441468:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690864.441790:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690864.441792:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690864.442143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690864.442145:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690869.560049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690869.560053:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690869.560820:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690869.560826:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690869.561232:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690869.561234:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690869.561525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690869.561527:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690869.561756:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690869.561758:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690874.680214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690874.680222:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690874.681032:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690874.681035:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690874.681743:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690874.681744:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690874.681998:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690874.682000:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690874.682231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690874.682233:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690879.799972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690879.799976:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690879.800444:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690879.800446:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690879.800701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690879.800703:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690879.800922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690879.800924:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690879.801198:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690879.801200:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690884.920087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690884.920092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690884.920814:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690884.920834:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690884.921066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690884.921068:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690884.921388:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690884.921390:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690884.921728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690884.921730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790690890.040347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690890.040354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690890.041097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690890.041101:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690890.041455:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690890.041458:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690890.041783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690890.041786:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690890.042133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690890.042135:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790690895.160056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690895.160065:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690895.160868:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690895.160871:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690895.161200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690895.161203:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690895.161530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690895.161546:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690895.161988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690895.161990:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790690900.280106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690900.280111:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690900.280874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690900.280876:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690900.281115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690900.281117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690900.281338:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690900.281341:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690900.281682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790690900.281684:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690905.400761:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690905.400765:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690905.401183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690905.401186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690905.401541:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690905.401544:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690905.401872:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690905.401875:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690905.402187:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690905.402190:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690910.520477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690910.520490:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690910.521543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690910.521547:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690910.521866:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690910.521869:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690910.522190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690910.522192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690910.522506:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690910.522509:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690915.639966:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690915.639984:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690915.640593:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690915.640600:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690915.640770:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690915.640771:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690915.640928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690915.640931:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690915.641176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690915.641177:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790690920.759964:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690920.759969:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690920.760625:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690920.760628:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690920.760876:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690920.760878:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690920.761146:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690920.761148:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690920.761535:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690920.761537:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790690925.880130:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690925.880618:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690925.881144:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690925.881686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690925.881900:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690930.999932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690930.999935:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690931.000699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690931.000703:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690931.001002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690931.001004:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690931.001287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690931.001290:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690931.001625:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690931.001628:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690936.120134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690936.120142:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790690936.120717:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690936.120719:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790690936.120993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690936.120995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790690936.121282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690936.121285:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790690936.121572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690936.121575:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790690941.240139:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690941.240142:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790690941.241375:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690941.241379:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790690941.241638:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690941.241640:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790690941.241810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690941.241812:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790690941.242070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690941.242072:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790690946.360020:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690946.360026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790690946.360709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690946.360713:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790690946.360977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690946.360979:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790690946.361184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690946.361185:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790690946.361334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690946.361336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790690951.479923:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690951.479945:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690951.480499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690951.480502:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690951.480669:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690951.480671:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690951.480826:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690951.480827:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690951.481115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690951.481117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690956.600109:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690956.600116:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690956.600648:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690956.600650:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690956.600945:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690956.600948:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690956.601524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690956.601527:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690956.601850:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690956.601852:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690961.719972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690961.719977:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690961.720604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690961.720606:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690961.720894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690961.720909:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690961.721178:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690961.721181:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690961.721456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790690961.721459:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790690966.840463:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690966.840467:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790690966.840874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690966.840876:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790690966.841068:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690966.841070:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790690966.841284:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690966.841286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790690966.841628:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690966.841630:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790690971.960872:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690971.960876:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790690971.961943:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690971.961946:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790690971.962246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690971.962249:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790690971.962546:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690971.962548:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790690971.962869:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690971.962872:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790690977.080037:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690977.080041:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790690977.080670:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690977.080671:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790690977.080887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690977.080889:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790690977.081106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690977.081109:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790690977.081371:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690977.081373:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790690982.200031:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690982.200036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790690982.200610:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690982.200611:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790690982.200772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690982.200774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790690982.200924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690982.200925:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790690982.201156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690982.201157:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790690987.320027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690987.320033:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790690987.320715:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690987.320717:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790690987.320992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690987.320994:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790690987.321283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690987.321286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790690987.321680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690987.321682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790690992.439992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690992.440293:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690992.440581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690992.440888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690992.441033:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690997.561643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690997.561646:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690997.562111:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690997.562114:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690997.562443:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690997.562446:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690997.562709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690997.562712:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690997.562988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790690997.562990:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691002.680429:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691002.680435:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691002.680926:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691002.680929:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691002.681201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691002.681203:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691002.681489:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691002.681491:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691002.681738:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691002.681740:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691007.800142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691007.800150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691007.800654:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691007.800657:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691007.800922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691007.800925:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691007.801209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691007.801212:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691007.801512:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691007.801514:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691012.920304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691012.920309:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691012.921234:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691012.921240:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691012.921844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691012.921846:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691012.922134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691012.922136:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691012.922300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691012.922302:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691018.040023:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691018.040028:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691018.040683:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691018.040686:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691018.040872:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691018.040874:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691018.041035:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691018.041036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691018.041278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691018.041280:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691023.160432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691023.160436:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691023.160853:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691023.160856:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691023.161260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691023.161262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691023.161583:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691023.161586:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691023.161861:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691023.161864:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691028.280014:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691028.280020:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691028.280766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691028.280767:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691028.280989:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691028.280991:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691028.281177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691028.281179:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691028.281441:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691028.281443:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691033.400435:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691033.400441:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691033.401226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691033.401229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691033.401625:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691033.401628:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691033.401990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691033.401993:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691033.402345:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691033.402348:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691038.520555:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691038.520563:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691038.521803:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691038.521806:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691038.522109:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691038.522111:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691038.522363:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691038.522365:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691038.522669:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691038.522671:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691043.640235:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691043.640241:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691043.640917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691043.640921:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691043.641205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691043.641207:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691043.641385:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691043.641387:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691043.641775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691043.641794:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691048.760297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691048.760303:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691048.761497:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691048.761499:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691048.761699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691048.761700:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691048.761921:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691048.761923:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691048.762214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691048.762216:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691053.880053:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691053.880060:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691053.880717:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691053.880721:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691053.881207:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691053.881209:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691053.881473:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691053.881474:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691053.881655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691053.881657:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691059.000030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691059.000482:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691059.000688:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691059.000877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691059.001032:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691064.120158:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691064.120164:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691064.120719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691064.120721:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691064.121007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691064.121010:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691064.121873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691064.121875:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691064.122109:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691064.122123:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691069.240409:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691069.240418:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691069.241060:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691069.241061:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691069.241244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691069.241246:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691069.241476:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691069.241477:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691069.241692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691069.241693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691074.360183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691074.360191:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691074.361017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691074.361021:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691074.361358:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691074.361361:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691074.361726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691074.361728:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691074.361972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691074.361974:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691079.480348:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691079.480356:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691079.481458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691079.481465:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691079.481890:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691079.481892:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691079.482160:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691079.482162:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691079.482622:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691079.482624:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691084.600561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691084.600570:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691084.601808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691084.601811:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691084.602426:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691084.602455:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691084.602952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691084.602968:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691084.603492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691084.603496:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691089.720039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691089.720043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691089.720753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691089.720757:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691089.721063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691089.721066:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691089.721388:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691089.721390:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691089.721645:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691089.721647:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691094.840141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691094.840147:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691094.840820:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691094.840822:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691094.841038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691094.841041:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691094.841291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691094.841293:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691094.841600:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691094.841602:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691099.960422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691099.960455:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691099.961104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691099.961105:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691099.961350:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691099.961352:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691099.961605:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691099.961607:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691099.961873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691099.961875:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691105.080243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691105.080250:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691105.081097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691105.081100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691105.081432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691105.081435:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691105.081676:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691105.081678:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691105.081915:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691105.081917:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691110.200030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691110.200037:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691110.200773:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691110.200775:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691110.200987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691110.200989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691110.201169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691110.201171:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691110.201462:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691110.201464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691115.320097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691115.320102:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691115.320795:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691115.320812:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691115.321084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691115.321086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691115.321289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691115.321291:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691115.321578:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691115.321581:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691120.440676:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691120.440692:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691120.442070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691120.442072:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691120.442340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691120.442342:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691120.442695:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691120.442697:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691120.443031:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691120.443034:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691125.560528:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691125.561194:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691125.561838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691125.562207:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691125.562517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691130.680149:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691130.680157:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691130.681024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691130.681062:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691130.681430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691130.681433:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691130.681744:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691130.681747:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691130.682170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691130.682173:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691135.800014:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691135.800020:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691135.800684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691135.800686:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691135.800894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691135.800897:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691135.801094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691135.801096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691135.801342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691135.801344:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691140.920009:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691140.920013:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691140.920572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691140.920574:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691140.920781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691140.920783:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691140.920980:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691140.921000:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691140.921318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691140.921320:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691146.040140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691146.040147:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691146.041064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691146.041067:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691146.041419:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691146.041423:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691146.041738:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691146.041741:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691146.042189:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691146.042192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691151.160012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691151.160021:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691151.160719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691151.160724:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691151.160932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691151.160933:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691151.161250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691151.161252:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691151.161498:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691151.161500:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691156.280579:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691156.280587:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691156.281431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691156.281435:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691156.281824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691156.281826:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691156.282053:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691156.282055:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691156.282244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691156.282245:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691161.399941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691161.399969:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691161.400367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691161.400368:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691161.400577:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691161.400578:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691161.400755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691161.400756:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691161.401022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691161.401023:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691166.520196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691166.520203:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691166.521146:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691166.521149:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691166.521421:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691166.521424:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691166.521705:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691166.521710:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691166.522167:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691166.522169:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691171.640714:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691171.640720:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691171.641963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691171.641969:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691171.642346:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691171.642371:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691171.642754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691171.642757:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691171.643226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691171.643229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691176.760119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691176.760124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691176.760760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691176.760762:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691176.760998:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691176.760999:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691176.761229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691176.761241:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691176.761595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691176.761598:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691181.880074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691181.880078:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691181.880809:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691181.880813:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691181.881195:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691181.881197:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691181.881539:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691181.881541:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691181.881736:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691181.881745:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691187.000668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691187.000675:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691187.001861:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691187.001864:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691187.002213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691187.002216:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691187.002690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691187.002693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691187.003082:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691187.003084:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691192.120259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691192.120765:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691192.121087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691192.121289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691192.121476:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691197.240389:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691197.240425:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691197.241151:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691197.241155:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691197.241605:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691197.241609:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691197.241977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691197.241979:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691197.242503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691197.242505:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691202.360212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691202.360220:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790691202.361105:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691202.361108:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790691202.361522:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691202.361525:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790691202.361830:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691202.361833:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790691202.362081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691202.362083:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790691207.480113:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691207.480118:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691207.480795:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691207.480797:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691207.481048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691207.481049:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691207.481261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691207.481262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691207.481530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691207.481546:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691212.600601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691212.600609:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691212.602147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691212.602149:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691212.602467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691212.602469:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691212.602676:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691212.602693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691212.603061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691212.603063:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691217.720051:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691217.720059:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691217.720805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691217.720807:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691217.721022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691217.721024:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691217.721216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691217.721218:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691217.721522:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691217.721524:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691222.842206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691222.842221:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691222.843517:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691222.843531:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691222.843812:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691222.843815:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691222.844007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691222.844008:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691222.844278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691222.844279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691227.960043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691227.960048:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691227.960818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691227.960821:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691227.961087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691227.961089:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691227.961320:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691227.961322:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691227.961684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691227.961687:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691233.080010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691233.080018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691233.080636:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691233.080640:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691233.081078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691233.081080:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691233.081344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691233.081358:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691233.081581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691233.081583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691238.200365:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691238.200380:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691238.201498:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691238.201502:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691238.201798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691238.201800:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691238.201980:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691238.201982:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691238.202239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691238.202241:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691243.319967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691243.319976:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691243.320723:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691243.320724:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691243.320929:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691243.320932:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691243.321165:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691243.321167:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691243.321379:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691243.321380:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691248.440261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691248.440284:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691248.440979:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691248.440981:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691248.441246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691248.441248:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691248.441500:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691248.441502:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691248.441769:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691248.441771:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691253.560484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691253.560494:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691253.561682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691253.561685:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691253.562186:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691253.562189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691253.562601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691253.562604:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691253.563064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691253.563066:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691258.680570:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691258.681028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691258.681391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691258.681717:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691258.681888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691263.800249:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691263.800274:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691263.801152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691263.801155:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691263.801510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691263.801511:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691263.801729:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691263.801731:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691263.802126:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691263.802129:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691268.920575:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691268.920589:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691268.922090:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691268.922094:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691268.922504:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691268.922507:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691268.922990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691268.922993:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691268.923516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691268.923519:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691274.040249:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691274.040255:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691274.041193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691274.041196:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691274.041685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691274.041688:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691274.042094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691274.042097:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691274.042596:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691274.042599:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691279.160347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691279.160355:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691279.161443:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691279.161447:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691279.161889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691279.161891:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691279.162184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691279.162186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691279.162409:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691279.162411:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691284.279995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691284.280001:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691284.280645:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691284.280646:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691284.280830:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691284.280832:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691284.281014:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691284.281016:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691284.281258:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691284.281260:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691289.400499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691289.400505:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691289.402172:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691289.402178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691289.402571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691289.402572:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691289.402914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691289.402917:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691289.403176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691289.403178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691294.520306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691294.520318:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691294.520976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691294.520979:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691294.521174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691294.521177:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691294.521434:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691294.521436:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691294.521752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691294.521755:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691299.640066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691299.640071:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691299.640763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691299.640765:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691299.640990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691299.640993:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691299.641206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691299.641208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691299.641454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691299.641457:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691304.760104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691304.760113:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691304.760696:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691304.760698:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691304.760940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691304.760943:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691304.761201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691304.761204:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691304.761491:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691304.761494:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691309.880133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691309.880138:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691309.880756:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691309.880757:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691309.880993:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691309.880995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691309.881199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691309.881200:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691309.881378:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691309.881380:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691315.000103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691315.000110:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691315.000788:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691315.000791:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691315.001130:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691315.001133:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691315.001469:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691315.001472:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691315.001798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691315.001802:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691320.120773:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691320.120787:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691320.122178:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691320.122184:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691320.122696:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691320.122700:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691320.123147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691320.123151:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691320.123836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691320.123842:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691325.240796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691325.241085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691325.241194:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691325.241307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691325.241564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691330.360799:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691330.360811:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691330.361771:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691330.361774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691330.362005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691330.362007:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691330.362261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691330.362263:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691330.362470:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691330.362472:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691335.480281:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691335.480288:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691335.481459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691335.481461:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691335.481662:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691335.481663:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691335.481878:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691335.481880:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691335.482171:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691335.482174:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691340.600219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691340.600227:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691340.601136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691340.601138:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691340.601545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691340.601549:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691340.601910:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691340.601913:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691340.602139:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691340.602142:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691345.720027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691345.720032:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691345.720688:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691345.720689:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691345.720892:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691345.720893:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691345.721067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691345.721069:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691345.721265:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691345.721266:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691350.840927:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691350.840935:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691350.842899:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691350.842913:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691350.843361:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691350.843364:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691350.843724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691350.843727:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691350.844246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691350.844249:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790691355.960706:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691355.960717:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691355.962069:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691355.962071:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691355.962481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691355.962484:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691355.962869:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691355.962872:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790691355.963538:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691355.963541:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691361.080306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691361.080312:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691361.081239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691361.081241:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691361.081565:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691361.081567:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691361.081839:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691361.081842:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691361.082234:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691361.082236:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691366.200018:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691366.200023:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1790691366.200701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691366.200702:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1790691366.200938:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691366.200940:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1790691366.201122:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691366.201124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1790691366.201386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691366.201388:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1790691371.320344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691371.320352:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691371.321418:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691371.321420:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691371.321828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691371.321830:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691371.322046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691371.322048:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691371.322432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691371.322435:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691376.440335:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691376.440340:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691376.441287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691376.441293:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691376.441868:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691376.441870:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691376.442146:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691376.442149:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691376.442353:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691376.442355:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691381.560243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691381.560248:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691381.561299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691381.561303:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691381.561691:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691381.561693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691381.561905:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691381.561908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691381.562177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691381.562178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691386.680102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691386.680109:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691386.680871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691386.680877:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691386.681196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691386.681198:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691386.681463:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691386.681464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691386.681651:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691386.681652:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691391.800264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691391.800966:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691391.801666:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691391.801846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691391.802011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691396.920299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691396.920306:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691396.921476:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691396.921479:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691396.921725:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691396.921727:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691396.921938:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691396.921940:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691396.922125:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691396.922126:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691402.040436:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691402.040445:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691402.041684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691402.041687:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691402.041965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691402.041967:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691402.042290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691402.042292:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691402.042572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691402.042575:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691407.160484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691407.160492:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691407.161755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691407.161761:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691407.162303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691407.162306:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691407.162772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691407.162775:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691407.163264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691407.163267:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691412.280319:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691412.280330:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691412.281174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691412.281176:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691412.281523:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691412.281526:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691412.281737:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691412.281750:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691412.282075:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691412.282077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691417.400529:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691417.400535:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790691417.401689:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691417.401691:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790691417.401926:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691417.401929:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790691417.402140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691417.402142:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790691417.402388:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691417.402390:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790691422.520055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691422.520061:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691422.520720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691422.520721:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691422.520929:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691422.520931:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691422.521107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691422.521109:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691422.521347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691422.521348:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691427.640049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691427.640052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691427.640754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691427.640759:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691427.641176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691427.641178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691427.641426:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691427.641427:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691427.641609:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691427.641612:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691432.760342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691432.760346:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691432.760994:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691432.760996:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691432.761215:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691432.761217:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691432.761564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691432.761566:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691432.761988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691432.761990:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691437.880502:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691437.880506:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691437.881849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691437.881851:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691437.882087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691437.882089:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691437.882333:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691437.882336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691437.882749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691437.882752:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691443.000306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691443.000318:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691443.001445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691443.001448:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691443.001643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691443.001645:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691443.001824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691443.001825:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691443.002034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691443.002036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691448.120042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691448.120047:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691448.120832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691448.120835:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691448.121136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691448.121139:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691448.121486:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691448.121489:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691448.121896:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691448.121899:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691453.240252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691453.240258:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691453.240844:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691453.240846:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691453.241103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691453.241104:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691453.241315:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691453.241317:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691453.241593:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691453.241596:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691458.360450:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691458.360888:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691458.361067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691458.361249:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691458.361451:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691463.480183:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691463.480189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691463.481015:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691463.481019:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691463.481347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691463.481350:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691463.481716:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691463.481719:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691463.482042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691463.482045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691468.600013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691468.600016:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691468.600726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691468.600730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691468.601066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691468.601068:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691468.601277:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691468.601279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691468.601488:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691468.601489:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691473.720279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691473.720292:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691473.721519:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691473.721531:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691473.721850:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691473.721852:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691473.722081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691473.722084:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691473.722413:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691473.722416:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790691478.840381:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691478.840391:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691478.841437:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691478.841440:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691478.841716:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691478.841718:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691478.841922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691478.841925:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691478.842145:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691478.842147:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691483.960034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691483.960041:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691483.960751:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691483.960753:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691483.960977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691483.960979:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691483.961229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691483.961232:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691483.961521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691483.961523:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691489.080819:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691489.080829:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691489.082001:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691489.082005:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691489.082653:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691489.082658:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691489.083057:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691489.083060:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691489.083586:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691489.083589:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691494.200323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691494.200334:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691494.201096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691494.201099:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691494.201479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691494.201482:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691494.201820:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691494.201823:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691494.202141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691494.202144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1790691499.320177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691499.320186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691499.320832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691499.320835:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691499.321201:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691499.321204:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691499.321570:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691499.321573:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691499.321892:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691499.321895:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691504.440518:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691504.440530:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691504.441665:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691504.441668:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691504.442251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691504.442255:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691504.442686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691504.442690:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691504.443088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691504.443092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691509.560150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691509.560155:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691509.560916:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691509.560921:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691509.561188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691509.561189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691509.561479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691509.561481:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691509.561713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691509.561715:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790691514.680337:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691514.680342:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691514.681121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691514.681123:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691514.681363:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691514.681365:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691514.681635:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691514.681638:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691514.681862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691514.681865:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790691519.800380:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691519.800386:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691519.801406:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691519.801409:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691519.801764:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691519.801767:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691519.802096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691519.802099:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691519.802535:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691519.802538:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790691524.920485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691524.921204:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691524.921864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691524.922070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691524.922231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691530.040994:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691530.041008:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691530.042392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691530.042398:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691530.042995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691530.043001:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691530.043521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691530.043525:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691530.043947:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691530.043950:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790691535.160837:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691535.160872:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691535.162360:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691535.162366:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691535.163084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691535.163087:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691535.163611:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691535.163614:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691535.164046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691535.164052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790691540.281007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691540.281015:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691540.282065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691540.282067:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691540.282370:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691540.282372:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691540.282847:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691540.282850:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691540.283257:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691540.283260:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790691545.400142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691545.400152:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691545.401480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691545.401483:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691545.401714:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691545.401716:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691545.401932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691545.401934:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691545.402227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691545.402229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790691550.520301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691550.520306:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691550.521017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691550.521020:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691550.521440:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691550.521443:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691550.521763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691550.521765:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691550.522181:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691550.522183:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790691555.640038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691555.640044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691555.640832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691555.640834:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691555.641080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691555.641082:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691555.641349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691555.641351:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691555.641755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691555.641757:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790691560.760103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691560.760110:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691560.760819:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691560.760822:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691560.761156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691560.761159:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691560.761503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691560.761506:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691560.761832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691560.761835:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691565.880135:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691565.880141:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691565.880895:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691565.880900:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691565.881386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691565.881388:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691565.881727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691565.881729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691565.881992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691565.881994:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790691571.000260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691571.000268:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691571.000990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691571.000993:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691571.001315:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691571.001318:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691571.001671:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691571.001674:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790691571.002042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691571.002045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691576.120577:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691576.120584:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691576.121291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691576.121295:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691576.121580:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691576.121583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691576.121841:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691576.121844:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691576.122107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691576.122110:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691581.240198:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691581.240204:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691581.240948:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691581.240951:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691581.241274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691581.241276:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691581.241573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691581.241575:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691581.241814:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691581.241816:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691586.360005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691586.360009:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691586.360560:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691586.360583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691586.360805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691586.360818:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691586.361005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691586.361006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691586.361181:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691586.361183:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691591.480492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691591.481088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691591.481394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691591.481612:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691591.481766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691596.600129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691596.600138:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691596.601001:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691596.601003:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691596.601437:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691596.601439:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691596.601659:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691596.601661:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691596.601838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691596.601840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691601.720317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691601.720328:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691601.721330:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691601.721336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691601.721640:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691601.721641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691601.721879:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691601.721881:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691601.722150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691601.722152:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691606.840120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691606.840126:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691606.840837:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691606.840840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691606.841029:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691606.841044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691606.841354:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691606.841357:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691606.841658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691606.841660:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691611.960263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691611.960268:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691611.960680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691611.960682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691611.960924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691611.960926:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691611.961233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691611.961235:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691611.961525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691611.961527:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790691617.080388:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691617.080395:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691617.081285:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691617.081288:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691617.081554:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691617.081556:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691617.081751:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691617.081753:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691617.081936:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691617.081938:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790691622.200322:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691622.200336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691622.201160:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691622.201162:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691622.201422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691622.201424:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691622.201621:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691622.201623:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691622.201897:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691622.201899:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790691627.320122:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691627.320128:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691627.320698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691627.320700:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691627.320932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691627.320934:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691627.321163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691627.321166:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790691627.321357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790691627.321359:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691632.440323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691632.440330:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691632.441004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691632.441006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691632.441263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691632.441264:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691632.441480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691632.441482:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691632.441849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691632.441867:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691637.560084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691637.560091:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691637.560731:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691637.560734:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691637.560959:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691637.560962:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691637.561181:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691637.561183:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691637.561464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691637.561465:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691642.680163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691642.680168:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691642.680787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691642.680789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691642.681153:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691642.681155:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691642.681353:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691642.681355:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691642.681604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691642.681606:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691647.800694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691647.800706:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691647.801142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691647.801158:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691647.801519:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691647.801522:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691647.801797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691647.801799:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691647.802016:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691647.802017:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691652.920127:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691652.920134:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691652.920739:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691652.920742:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691652.921058:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691652.921061:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691652.921304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691652.921306:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691652.921512:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691652.921513:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691658.040217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691658.040663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691658.041030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691658.041254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691658.041537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691663.160101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691663.160104:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691663.160958:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691663.160978:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691663.161271:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691663.161273:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691663.161488:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691663.161491:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691663.161811:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691663.161813:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691668.280022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691668.280025:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1790691668.280622:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691668.280624:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1790691668.280809:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691668.280810:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1790691668.281007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691668.281009:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1790691668.281214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691668.281216:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1790691673.400174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691673.400179:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790691673.400813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691673.400815:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790691673.401128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691673.401130:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790691673.401356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691673.401375:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790691673.401596:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691673.401598:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790691678.520649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691678.520663:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691678.522081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691678.522086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691678.522730:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691678.522735:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691678.523327:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691678.523330:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790691678.523750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691678.523754:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691683.640160:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691683.640163:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691683.640816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691683.640821:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691683.641519:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691683.641522:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691683.641817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691683.641819:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691683.642038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691683.642040:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790691688.759946:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691688.759950:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691688.760361:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691688.760363:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691688.760576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691688.760578:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691688.760772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691688.760774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691688.761014:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691688.761016:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790691693.880103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691693.880131:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691693.880731:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691693.880733:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691693.880938:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691693.880940:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691693.881126:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691693.881129:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691693.881463:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691693.881465:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790691699.000065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691699.000070:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691699.000724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691699.000726:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691699.000920:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691699.000922:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691699.001118:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691699.001120:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691699.001331:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691699.001333:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790691704.120347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691704.120357:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691704.121386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691704.121390:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691704.121845:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691704.121867:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691704.122311:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691704.122315:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691704.122972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691704.122976:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691709.240526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691709.240531:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691709.241745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691709.241747:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691709.241953:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691709.241954:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691709.242197:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691709.242200:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691709.242463:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691709.242478:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691714.360906:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691714.360923:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790691714.361883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691714.361889:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790691714.362576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691714.362581:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790691714.363042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691714.363045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790691714.363514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691714.363535:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790691719.480110:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691719.480116:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691719.480803:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691719.480806:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691719.481312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691719.481314:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691719.481588:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691719.481590:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691719.481773:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691719.481774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790691724.600211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691724.600931:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691724.601557:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691724.601745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691724.601915:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691729.720831:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691729.720841:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691729.721472:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691729.721473:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691729.721740:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691729.721742:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691729.721961:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691729.721963:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691729.722170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691729.722186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691734.839970:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691734.839973:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691734.840371:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691734.840373:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691734.840578:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691734.840580:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691734.840788:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691734.840790:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691734.840965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691734.840966:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790691739.960341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691739.960348:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691739.961231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691739.961234:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691739.961480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691739.961482:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691739.961727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691739.961729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691739.961950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691739.961952:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790691745.080552:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691745.080558:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691745.081459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691745.081476:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691745.081701:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691745.081703:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691745.081882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691745.081884:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790691745.082061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691745.082064:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691750.199987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691750.199994:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691750.200770:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691750.200772:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691750.200996:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691750.200998:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691750.201271:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691750.201273:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691750.201533:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691750.201535:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691755.320197:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691755.320201:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691755.321446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691755.321452:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691755.321836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691755.321840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691755.322309:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691755.322312:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691755.322615:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691755.322618:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691760.440692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691760.440704:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691760.441441:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691760.441444:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691760.441767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691760.441770:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691760.442094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691760.442097:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691760.442454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691760.442456:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691765.559981:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691765.559985:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691765.560421:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691765.560423:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691765.560639:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691765.560641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691765.560864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691765.560866:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691765.561040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691765.561042:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691770.680572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691770.680591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691770.681880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691770.681888:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691770.682953:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691770.682957:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691770.683503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691770.683506:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691770.683927:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691770.683930:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691775.800042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691775.800050:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691775.800798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691775.800799:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691775.801031:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691775.801033:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691775.801244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691775.801245:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691775.801512:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691775.801514:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691780.920881:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691780.920895:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691780.922274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691780.922277:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691780.922706:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691780.922711:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691780.923222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691780.923225:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691780.923627:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691780.923631:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691786.040108:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691786.040113:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691786.040765:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691786.040766:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691786.040955:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691786.040957:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691786.041138:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691786.041140:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691786.041385:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691786.041387:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691791.160047:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691791.160689:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691791.161047:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691791.161335:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691791.161574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691796.280297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691796.280306:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790691796.281099:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691796.281103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790691796.281386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691796.281388:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790691796.281653:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691796.281655:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790691796.281840:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691796.281842:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790691801.399951:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691801.399955:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790691801.400375:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691801.400377:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790691801.400632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691801.400634:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790691801.400811:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691801.400813:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790691801.400987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691801.400989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790691806.520638:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691806.520652:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691806.521942:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691806.521945:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691806.522380:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691806.522384:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691806.522834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691806.522837:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691806.523423:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691806.523428:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691811.640778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691811.640814:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691811.642489:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691811.642493:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691811.642850:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691811.642854:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691811.643165:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691811.643168:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691811.643748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691811.643751:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691816.760709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691816.760719:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691816.761836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691816.761840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691816.762338:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691816.762342:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691816.762786:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691816.762789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691816.763227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691816.763232:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691821.880550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691821.880558:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691821.882216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691821.882219:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691821.882554:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691821.882571:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691821.882914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691821.882917:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691821.883377:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691821.883380:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691827.000460:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691827.000471:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691827.001658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691827.001660:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691827.001874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691827.001875:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691827.002173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691827.002175:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691827.002608:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691827.002610:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691832.120393:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691832.120427:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691832.121499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691832.121501:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691832.121787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691832.121789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691832.122134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691832.122137:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691832.122590:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691832.122612:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691837.240357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691837.240364:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691837.241446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691837.241452:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691837.241825:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691837.241828:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691837.242187:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691837.242189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691837.242527:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691837.242530:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691842.360261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691842.360267:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790691842.361312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691842.361314:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790691842.361731:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691842.361733:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790691842.362102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691842.362105:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790691842.362572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691842.362575:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790691847.480288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691847.480291:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790691847.481386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691847.481387:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790691847.481683:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691847.481685:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790691847.481938:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691847.481941:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790691847.482298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691847.482300:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691852.600230:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691852.600239:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691852.601246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691852.601254:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691852.602024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691852.602026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691852.602266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691852.602268:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691852.602506:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691852.602508:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691857.720030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691857.720386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691857.720848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691857.721210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691857.721392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691862.840226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691862.840232:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691862.840834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691862.840838:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691862.841581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691862.841583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691862.841862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691862.841864:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691862.842132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691862.842134:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691867.959989:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691867.959995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691867.960617:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691867.960621:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691867.960915:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691867.960917:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691867.961168:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691867.961170:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691867.961354:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691867.961356:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691873.080006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691873.080024:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691873.080699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691873.080701:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691873.080893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691873.080895:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691873.081115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691873.081117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691873.081367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691873.081382:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691878.200227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691878.200235:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691878.201503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691878.201509:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691878.201781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691878.201782:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691878.202041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691878.202042:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691878.202250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691878.202252:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691883.320184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691883.320192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691883.320918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691883.320922:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691883.321240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691883.321243:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691883.321521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691883.321524:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691883.321796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691883.321798:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691888.440443:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691888.440453:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691888.441387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691888.441389:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691888.441690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691888.441693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691888.442007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691888.442010:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691888.442307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691888.442311:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691893.560128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691893.560133:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691893.560824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691893.560826:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691893.561018:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691893.561019:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691893.561220:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691893.561222:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691893.561508:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691893.561510:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691898.680059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691898.680065:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691898.680722:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691898.680724:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691898.680984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691898.680986:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691898.681195:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691898.681197:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691898.681420:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691898.681422:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691903.800039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691903.800044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691903.800911:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691903.800944:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691903.801254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691903.801257:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691903.801648:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691903.801650:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691903.801928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691903.801929:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691908.920341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691908.920345:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691908.921637:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691908.921648:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691908.922030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691908.922032:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691908.922265:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691908.922267:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691908.922484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691908.922486:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691914.040491:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691914.040502:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691914.041042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691914.041045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691914.041384:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691914.041387:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691914.041726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691914.041729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691914.042009:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691914.042011:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691919.160051:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691919.160055:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691919.160817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691919.160823:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691919.161035:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691919.161036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691919.161314:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691919.161329:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691919.161538:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691919.161540:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691924.280005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691924.280375:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691924.280852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691924.281106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691924.281268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691929.400098:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691929.400103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691929.400881:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691929.400889:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691929.401413:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691929.401415:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691929.401706:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691929.401708:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691929.401952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790691929.401954:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691934.520124:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691934.520139:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691934.520907:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691934.520911:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691934.521490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691934.521495:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691934.521854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691934.521857:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691934.522220:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691934.522223:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691939.640210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691939.640216:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691939.641062:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691939.641065:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691939.641271:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691939.641272:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691939.641508:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691939.641510:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691939.642013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691939.642015:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691944.760717:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691944.760751:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691944.762042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691944.762049:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691944.762840:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691944.762843:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691944.763461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691944.763464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691944.763869:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691944.763873:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691949.880716:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691949.880727:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691949.881726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691949.881730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691949.882119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691949.882121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691949.882502:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691949.882507:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691949.882997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691949.883000:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691955.000241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691955.000247:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691955.001040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691955.001042:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691955.001261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691955.001278:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691955.001645:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691955.001647:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691955.002032:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691955.002034:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691960.120280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691960.120284:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790691960.121283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691960.121285:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790691960.121533:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691960.121535:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790691960.121762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691960.121764:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790691960.122021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691960.122024:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790691965.240057:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691965.240062:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790691965.240694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691965.240697:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790691965.240933:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691965.240935:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790691965.241207:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691965.241208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790691965.241435:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790691965.241450:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1790691970.360503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691970.360510:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691970.360903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691970.360905:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691970.361127:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691970.361129:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691970.361361:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691970.361363:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691970.361604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691970.361606:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790691975.480337:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691975.480342:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691975.481121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691975.481124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691975.481324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691975.481325:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691975.481534:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691975.481553:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691975.481810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691975.481812:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790691980.600133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691980.600138:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691980.600811:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691980.600814:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691980.601041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691980.601043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691980.601229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691980.601231:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691980.601553:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691980.601556:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790691985.720719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691985.720724:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691985.721964:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691985.721966:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691985.722332:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691985.722336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691985.722807:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691985.722809:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691985.723104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691985.723106:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790691990.840394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691990.841004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691990.841543:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691990.841883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691990.842109:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691995.960341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691995.960348:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691995.961259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691995.961264:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691995.961597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691995.961599:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691995.961858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691995.961859:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790691995.962085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790691995.962087:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692001.080502:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692001.080517:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692001.081859:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692001.081861:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692001.082098:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692001.082100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692001.082289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692001.082291:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692001.082667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692001.082668:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692006.200148:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692006.200154:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692006.200855:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692006.200866:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692006.201098:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692006.201100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692006.201282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692006.201284:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692006.201583:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692006.201585:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692011.319932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692011.319936:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692011.320485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692011.320487:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692011.320685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692011.320687:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692011.320870:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692011.320872:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692011.321048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692011.321049:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692016.440182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692016.440189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692016.441020:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692016.441056:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692016.441317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692016.441319:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692016.441530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692016.441532:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692016.441826:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692016.441828:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790692021.560303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692021.560310:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692021.561366:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692021.561368:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692021.561591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692021.561593:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692021.561820:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692021.561822:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692021.562075:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692021.562077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692026.680241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692026.680246:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692026.681386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692026.681388:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692026.681635:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692026.681636:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692026.681850:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692026.681852:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692026.682140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692026.682142:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692031.800298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692031.800307:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692031.801481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692031.801483:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692031.801800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692031.801803:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692031.802147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692031.802150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692031.802464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692031.802466:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692036.920419:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692036.920424:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692036.921003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692036.921005:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692036.921248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692036.921252:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692036.921600:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692036.921603:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692036.921912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692036.921915:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692042.040741:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692042.040761:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692042.041711:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692042.041713:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692042.041950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692042.041952:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692042.042200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692042.042203:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692042.042633:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692042.042636:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692047.160256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692047.160265:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692047.161433:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692047.161436:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692047.161637:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692047.161639:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692047.161856:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692047.161875:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692047.162163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692047.162165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692052.280013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692052.280017:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692052.280667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692052.280668:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692052.280862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692052.280864:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692052.281044:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692052.281045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692052.281254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692052.281256:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692057.400204:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692057.400628:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692057.400797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692057.400958:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692057.401138:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692062.520074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692062.520079:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692062.520571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692062.520574:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692062.520899:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692062.520901:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692062.521218:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692062.521239:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692062.521587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692062.521590:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692064.967689:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dd3754a80] -> 12345-192.168.204.29@tcp (2)
00000800:00000200:0.1:1790692064.967693:0:2389:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.29@tcp ffff975de029bcc0 deleted
00000800:00000010:0.1:1790692064.967695:0:2389:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff975de029bcc0.
00000800:00000200:1.1:1790692064.969010:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dd3754a80] -> 12345-192.168.204.29@tcp (3)
00000800:00000200:1.1:1790692064.969015:0:2386:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.29@tcp ffff975dd84283c0 deleted
00000800:00000010:1.1:1790692064.969017:0:2386:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff975dd84283c0.
00000800:00000200:1.1:1790692067.640391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692067.640418:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692067.641532:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692067.641535:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692067.641769:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692067.641771:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692067.641949:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692067.641950:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692067.642200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692067.642202:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692068.608823:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dd84283c0] -> 12345-192.168.204.29@tcp (2)
00000800:00000200:3.1:1790692068.608827:0:2388:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.29@tcp ffff975dd3754a80 deleted
00000800:00000010:3.1:1790692068.608829:0:2388:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff975dd3754a80.
00000800:00000200:0.1:1790692068.610312:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dd84283c0] -> 12345-192.168.204.29@tcp (3)
00000800:00000200:0.1:1790692068.610317:0:2389:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.29@tcp ffff975de029bcc0 deleted
00000800:00000010:0.1:1790692068.610320:0:2389:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff975de029bcc0.
00000800:00000200:1.1:1790692072.760311:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692072.760326:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692072.761169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692072.761171:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692072.761391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692072.761392:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692072.761627:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692072.761628:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692072.761836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692072.761851:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692077.880190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692077.880192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692077.881017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692077.881026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692077.881593:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692077.881595:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692077.881780:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692077.881782:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692077.882006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692077.882007:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692083.000088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692083.000094:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692083.000690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692083.000692:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692083.000882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692083.000884:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692083.001090:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692083.001092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692083.001341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692083.001343:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692088.120074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692088.120081:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692088.120840:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692088.120868:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692088.121128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692088.121130:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692088.121426:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692088.121429:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692088.121622:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692088.121623:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692093.240275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692093.240280:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692093.241248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692093.241257:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692093.241684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692093.241686:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692093.241997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692093.241999:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692093.242225:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692093.242227:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692098.360424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692098.360429:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692098.361213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692098.361216:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692098.361562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692098.361565:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692098.361819:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692098.361835:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692098.362156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692098.362159:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692103.480360:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692103.480365:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692103.481357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692103.481358:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692103.481650:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692103.481652:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692103.481908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692103.481910:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692103.482237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692103.482239:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692108.600182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692108.600188:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692108.600995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692108.601013:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692108.601454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692108.601458:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692108.601921:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692108.601925:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692108.602321:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692108.602324:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692113.719955:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692113.719961:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692113.720559:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692113.720564:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692113.721067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692113.721069:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692113.721287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692113.721288:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692113.721521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692113.721523:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692118.840166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692118.840174:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692118.841424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692118.841425:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692118.841658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692118.841661:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692118.841857:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692118.841859:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692118.842163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692118.842164:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790692123.960358:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692123.961136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692123.961346:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692123.961917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692123.962081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692129.080748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692129.080758:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692129.081635:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692129.081638:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692129.081943:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692129.081946:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692129.082268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692129.082271:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692129.082611:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692129.082614:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692134.200585:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692134.200592:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692134.201640:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692134.201642:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692134.202157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692134.202159:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692134.202447:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692134.202450:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692134.202771:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692134.202775:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692139.320372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692139.320378:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790692139.321357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692139.321359:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790692139.321604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692139.321606:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790692139.321851:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692139.321853:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790692139.322150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692139.322151:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1790692144.440423:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692144.440427:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790692144.441615:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692144.441617:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790692144.441873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692144.441876:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790692144.442088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692144.442090:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790692144.442377:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692144.442379:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790692149.559904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692149.559908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790692149.560341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692149.560344:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790692149.560895:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692149.560897:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790692149.561080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692149.561082:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790692149.561252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692149.561254:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790692154.680288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692154.680298:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692154.681305:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692154.681308:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692154.681662:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692154.681665:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692154.681989:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692154.681992:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692154.682286:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692154.682288:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790692159.800268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692159.800274:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692159.801536:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692159.801538:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692159.801735:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692159.801736:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692159.801913:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692159.801930:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692159.802245:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692159.802247:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790692164.920540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692164.920548:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692164.921571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692164.921574:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692164.921950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692164.921953:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692164.922188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692164.922191:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692164.922516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692164.922519:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790692170.040422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692170.040427:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692170.041458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692170.041461:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692170.041904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692170.041907:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692170.042259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692170.042262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692170.042656:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692170.042659:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790692175.160369:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692175.160377:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692175.161283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692175.161285:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692175.161589:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692175.161591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692175.161930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692175.161932:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692175.162273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692175.162275:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790692180.280369:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692180.280376:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790692180.281658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692180.281660:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790692180.281954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692180.281956:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790692180.282200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692180.282203:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790692180.282561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692180.282564:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692185.400491:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692185.400496:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692185.401544:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692185.401551:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692185.402458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692185.402463:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692185.403077:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692185.403078:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692185.403297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692185.403299:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790692190.520528:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692190.521074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692190.521794:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692190.522052:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692190.522260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692195.640762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692195.640774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692195.641700:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692195.641703:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692195.642084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692195.642087:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692195.642424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692195.642447:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692195.642767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692195.642769:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790692200.760260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692200.760269:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692200.761172:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692200.761175:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692200.761579:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692200.761582:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692200.761963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692200.761966:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692200.762280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692200.762283:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790692205.880446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692205.880456:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790692205.881148:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692205.881151:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790692205.881457:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692205.881460:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790692205.881772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692205.881775:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790692205.882064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692205.882067:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790692211.000301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692211.000306:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790692211.001610:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692211.001616:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790692211.001859:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692211.001861:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790692211.002104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692211.002106:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790692211.002334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790692211.002337:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692216.120221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692216.120229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692216.121064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692216.121066:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692216.121260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692216.121262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692216.121501:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692216.121503:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692216.121802:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692216.121804:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692221.240733:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692221.240777:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790692221.241815:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692221.241819:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790692221.242150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692221.242162:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790692221.242515:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692221.242517:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790692221.242774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692221.242776:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1790692226.360269:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692226.360273:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692226.361119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692226.361123:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692226.361495:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692226.361498:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692226.361809:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692226.361812:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692226.362126:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692226.362129:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692231.480565:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692231.480582:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692231.482026:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692231.482029:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692231.482256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692231.482258:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692231.482524:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692231.482527:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692231.482867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692231.482870:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692236.600216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692236.600224:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692236.601460:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692236.601462:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692236.601730:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692236.601732:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692236.601921:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692236.601934:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692236.602217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692236.602218:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692241.720198:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692241.720203:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692241.720860:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692241.720865:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692241.721281:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692241.721282:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692241.721542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692241.721543:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692241.721742:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692241.721744:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692246.840264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692246.840272:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692246.841425:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692246.841428:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692246.841640:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692246.841641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692246.841867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692246.841869:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692246.842123:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692246.842126:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692251.960006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692251.960030:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692251.960723:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692251.960725:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692251.960914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692251.960916:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692251.961128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692251.961130:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692251.961344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692251.961346:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692257.080373:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692257.080747:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692257.081100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692257.081324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692257.081520:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692262.200316:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692262.200325:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692262.201340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692262.201343:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692262.201683:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692262.201685:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692262.201924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692262.201926:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692262.202105:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692262.202107:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692267.320432:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692267.320440:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692267.321372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692267.321374:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692267.321637:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692267.321639:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692267.321857:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692267.321860:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692267.322194:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692267.322197:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790692272.440467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692272.440478:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692272.441954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692272.441955:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692272.442161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692272.442188:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692272.442436:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692272.442437:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692272.442786:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692272.442787:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692277.560123:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692277.560131:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692277.560796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692277.560798:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692277.561014:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692277.561016:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692277.561252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692277.561254:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692277.561540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692277.561542:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692282.680482:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692282.680492:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692282.681629:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692282.681640:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692282.682378:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692282.682397:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692282.682805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692282.682807:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692282.683131:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692282.683133:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692287.800389:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692287.800441:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692287.801561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692287.801564:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692287.801856:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692287.801859:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692287.802217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692287.802221:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692287.802663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692287.802666:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692292.920268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692292.920277:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692292.921383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692292.921385:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692292.921615:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692292.921616:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692292.921797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692292.921798:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692292.922066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692292.922068:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692298.040125:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692298.040132:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692298.040873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692298.040874:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692298.041066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692298.041068:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692298.041302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692298.041304:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692298.041631:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692298.041633:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692303.160078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692303.160083:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692303.160620:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692303.160621:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692303.160859:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692303.160861:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692303.161038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692303.161040:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692303.161217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692303.161218:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692308.280424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692308.280429:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790692308.281283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692308.281286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790692308.281689:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692308.281692:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790692308.282057:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692308.282060:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790692308.282383:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692308.282420:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790692313.400625:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692313.400634:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692313.401646:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692313.401648:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692313.401880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692313.401883:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692313.402184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692313.402186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692313.402562:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692313.402564:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692318.520059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692318.520065:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692318.520709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692318.520711:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692318.520908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692318.520909:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692318.521096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692318.521097:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692318.521270:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692318.521271:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692323.640065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692323.640498:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692323.640613:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692323.640775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692323.640930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692328.760668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692328.760678:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692328.761841:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692328.761844:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692328.762170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692328.762173:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692328.762551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692328.762554:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692328.762877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692328.762880:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692333.880288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692333.880293:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692333.881089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692333.881095:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692333.881827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692333.881831:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692333.882091:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692333.882093:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692333.882337:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692333.882340:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692339.000052:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692339.000056:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692339.000655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692339.000657:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692339.000855:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692339.000858:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692339.001087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692339.001088:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692339.001277:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692339.001278:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692344.120194:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692344.120199:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692344.120635:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692344.120637:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692344.120838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692344.120840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692344.121071:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692344.121073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692344.121280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692344.121283:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692349.240046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692349.240053:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692349.240767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692349.240770:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692349.241217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692349.241218:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692349.241503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692349.241505:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692349.241727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692349.241729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692354.360253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692354.360261:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692354.361205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692354.361207:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692354.361395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692354.361415:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692354.361600:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692354.361602:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692354.361871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692354.361875:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692359.480256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692359.480269:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692359.481163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692359.481165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692359.481352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692359.481354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692359.481554:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692359.481556:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692359.481756:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692359.481758:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692364.600276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692364.600284:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790692364.600990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692364.600993:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790692364.601326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692364.601329:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790692364.601715:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692364.601718:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790692364.602053:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692364.602068:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790692369.720174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692369.720182:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692369.720886:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692369.720888:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692369.721115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692369.721117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692369.721297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692369.721299:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692369.721519:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692369.721521:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692374.840059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692374.840063:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692374.840715:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692374.840719:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692374.841228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692374.841233:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692374.841591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692374.841593:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692374.841787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692374.841789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692379.960394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692379.960428:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692379.961537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692379.961556:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692379.961836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692379.961838:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692379.962063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692379.962075:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692379.962323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692379.962325:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692385.080188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692385.080195:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692385.080771:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692385.080774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692385.081079:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692385.081081:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692385.081390:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692385.081393:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692385.081707:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692385.081710:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692390.199958:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692390.200371:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692390.200710:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692390.200889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692390.201061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692395.320206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692395.320213:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692395.321097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692395.321100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692395.321437:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692395.321439:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692395.321686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692395.321703:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692395.322031:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692395.322033:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692400.440134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692400.440137:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692400.440793:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692400.440801:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692400.441015:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692400.441018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692400.441226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692400.441228:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692400.441511:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692400.441513:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692405.560138:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692405.560147:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692405.560680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692405.560682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692405.560903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692405.560905:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692405.561140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692405.561144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692405.561419:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692405.561421:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692410.680108:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692410.680115:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692410.680747:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692410.680749:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692410.680951:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692410.680953:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692410.681198:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692410.681215:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692410.681650:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692410.681653:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692415.800252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692415.800264:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692415.801366:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692415.801368:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692415.801624:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692415.801626:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692415.801813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692415.801815:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692415.802083:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692415.802086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692420.920082:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692420.920087:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692420.920744:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692420.920746:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692420.920961:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692420.920963:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692420.921193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692420.921195:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692420.921479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692420.921481:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692426.040165:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692426.040188:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692426.041069:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692426.041076:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692426.041780:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692426.041784:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692426.042135:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692426.042137:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692426.042346:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692426.042348:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692431.160097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692431.160101:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790692431.160762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692431.160765:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790692431.160988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692431.160990:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790692431.161177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692431.161179:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790692431.161477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692431.161479:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790692436.280112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692436.280120:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692436.280882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692436.280885:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692436.281395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692436.281406:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692436.281695:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692436.281697:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692436.281920:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692436.281922:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692441.400116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692441.400121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692441.400750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692441.400752:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692441.401005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692441.401006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692441.401239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692441.401240:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692441.401573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692441.401575:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692446.520274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692446.520281:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692446.521307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692446.521311:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692446.521672:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692446.521675:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692446.522024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692446.522028:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692446.522328:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692446.522349:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692451.640116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692451.640121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692451.640785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692451.640787:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692451.641010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692451.641011:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692451.641209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692451.641211:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692451.641473:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692451.641475:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692456.760507:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692456.761192:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692456.761891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692456.762237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692456.762430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692461.881490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692461.881504:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692461.882739:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692461.882743:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692461.883161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692461.883165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692461.883571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692461.883575:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692461.884027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692461.884031:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692467.000636:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692467.000647:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692467.001904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692467.001908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692467.002318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692467.002322:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692467.002797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692467.002818:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692467.003484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692467.003487:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692472.120078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692472.120086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692472.121037:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692472.121040:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692472.121368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692472.121371:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692472.121735:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692472.121738:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692472.122156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692472.122159:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692477.240216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692477.240225:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692477.240813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692477.240816:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692477.241107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692477.241110:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692477.241445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692477.241448:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692477.241743:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692477.241746:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692482.360129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692482.360155:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692482.360795:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692482.360798:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692482.361019:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692482.361022:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692482.361253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692482.361255:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692482.361464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692482.361466:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692487.480111:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692487.480120:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692487.480845:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692487.480847:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692487.481038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692487.481040:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692487.481243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692487.481245:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692487.481445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692487.481447:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692492.600222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692492.600233:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692492.601246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692492.601248:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692492.601604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692492.601619:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692492.601857:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692492.601859:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692492.602190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692492.602192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692497.719982:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692497.719989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692497.720682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692497.720683:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692497.720875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692497.720877:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692497.721132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692497.721134:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692497.721386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692497.721387:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790692502.840157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692502.840165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692502.841101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692502.841103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692502.841391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692502.841393:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692502.841712:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692502.841714:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692502.842088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692502.842090:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692507.960321:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692507.960327:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692507.961170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692507.961186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692507.961483:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692507.961486:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692507.961704:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692507.961706:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692507.962172:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692507.962174:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692513.080284:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692513.080288:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692513.081194:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692513.081196:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692513.081468:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692513.081471:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692513.081734:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692513.081737:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692513.082010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692513.082014:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692518.200467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692518.200477:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692518.201581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692518.201584:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692518.201877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692518.201879:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692518.202071:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692518.202088:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692518.202457:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692518.202459:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692523.320061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692523.320436:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692523.320840:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692523.321067:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692523.321245:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692528.440260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692528.440265:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692528.441073:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692528.441076:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692528.441449:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692528.441453:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692528.441880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692528.441882:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692528.442220:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692528.442222:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692533.560006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692533.560012:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692533.560710:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692533.560714:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692533.561087:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692533.561089:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692533.561386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692533.561415:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692533.561602:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692533.561603:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692538.679968:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692538.679973:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692538.680658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692538.680664:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692538.681049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692538.681051:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692538.681315:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692538.681316:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692538.681516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692538.681519:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692543.800219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692543.800223:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692543.801036:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692543.801040:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692543.801365:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692543.801368:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692543.801763:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692543.801766:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692543.802099:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692543.802115:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692548.920363:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692548.920376:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692548.921175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692548.921178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692548.921525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692548.921528:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692548.921853:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692548.921856:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692548.922191:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692548.922194:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692554.040246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692554.040253:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692554.040908:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692554.040912:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692554.041240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692554.041243:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692554.041598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692554.041601:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692554.041937:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692554.041940:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692559.159936:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692559.159952:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692559.160350:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692559.160353:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692559.160581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692559.160583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692559.160770:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692559.160772:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692559.161025:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692559.161027:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692564.280204:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692564.280212:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692564.280909:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692564.280911:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692564.281100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692564.281102:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692564.281274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692564.281276:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692564.281494:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692564.281497:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692569.400040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692569.400045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692569.400755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692569.400758:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692569.401161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692569.401180:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692569.401446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692569.401448:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692569.401657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692569.401658:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692574.520200:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692574.520205:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692574.520862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692574.520864:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692574.521092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692574.521094:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692574.521300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692574.521303:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692574.521643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692574.521646:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692579.639980:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692579.639984:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692579.640445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692579.640447:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692579.640650:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692579.640652:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692579.640833:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692579.640835:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692579.641073:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692579.641075:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692584.760178:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692584.760184:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692584.761048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692584.761066:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692584.761428:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692584.761431:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692584.761728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692584.761729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692584.761947:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692584.761950:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692589.880468:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692589.880793:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692589.881196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692589.881510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692589.881794:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692595.000143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692595.000149:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692595.000951:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692595.000953:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692595.001263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692595.001265:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692595.001557:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692595.001559:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692595.001896:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692595.001910:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692600.120129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692600.120133:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692600.120834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692600.120837:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692600.121072:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692600.121074:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692600.121276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692600.121278:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692600.121564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692600.121566:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692605.240136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692605.240141:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692605.240924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692605.240929:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692605.241209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692605.241211:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692605.241521:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692605.241522:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692605.241682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692605.241684:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692610.360127:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692610.360131:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692610.360875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692610.360895:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692610.361093:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692610.361095:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692610.361280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692610.361281:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692610.361539:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692610.361540:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692615.480167:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692615.480173:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692615.480754:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692615.480755:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692615.480947:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692615.480950:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692615.481199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692615.481201:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692615.481480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692615.481482:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692620.600134:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692620.600141:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692620.600603:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692620.600604:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692620.600829:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692620.600831:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692620.601101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692620.601116:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692620.601386:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692620.601389:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692625.720011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692625.720018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692625.720603:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692625.720605:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692625.720783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692625.720785:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692625.720965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692625.720966:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790692625.721233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692625.721235:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692630.840030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692630.840036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692630.840621:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692630.840627:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692630.840872:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692630.840874:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692630.841129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692630.841130:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692630.841311:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692630.841313:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692635.959963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692635.959973:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692635.960613:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692635.960627:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692635.960841:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692635.960843:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692635.961070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692635.961072:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692635.961251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692635.961253:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790692641.079843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692641.079847:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692641.080221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692641.080223:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692641.080421:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692641.080423:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692641.080646:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692641.080648:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692641.080948:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692641.080951:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790692646.200095:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692646.200118:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692646.200816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692646.200819:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692646.201103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692646.201105:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692646.201373:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692646.201375:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692646.201669:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692646.201672:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692651.320090:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692651.320096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790692651.320829:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692651.320831:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790692651.321145:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692651.321148:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790692651.321617:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692651.321620:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790692651.321901:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692651.321904:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692656.439957:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692656.440270:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692656.440641:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692656.440774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692656.440939:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692661.560046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692661.560052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692661.560851:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692661.560854:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692661.561163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692661.561165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692661.561461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692661.561463:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692661.561690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692661.561692:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692666.680003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692666.680010:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692666.680719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692666.680737:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692666.680992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692666.680995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692666.681193:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692666.681194:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692666.681429:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692666.681431:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692671.799858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692671.799862:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692671.800232:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692671.800234:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692671.800431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692671.800432:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692671.800616:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692671.800618:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692671.800836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692671.800838:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790692676.919978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692676.919982:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692676.920376:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692676.920379:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692676.920609:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692676.920611:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692676.920914:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692676.920916:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692676.921083:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692676.921084:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790692682.039934:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692682.039938:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692682.040530:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692682.040532:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692682.040698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692682.040699:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692682.040856:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692682.040858:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790692682.041064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692682.041065:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692687.160016:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692687.160019:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692687.160982:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692687.160995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692687.161668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692687.161669:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692687.161830:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692687.161844:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692687.162023:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692687.162025:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692692.280055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692692.280059:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692692.281135:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692692.281137:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692692.281452:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692692.281454:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692692.281654:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692692.281655:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692692.281983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692692.281986:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692697.399959:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692697.399964:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692697.400549:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692697.400553:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692697.400901:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692697.400902:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692697.401119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692697.401120:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692697.401284:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692697.401286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692702.519928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692702.519944:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692702.520632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692702.520637:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692702.520827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692702.520828:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692702.521046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692702.521048:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692702.521231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692702.521233:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692707.640052:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692707.640057:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692707.640657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692707.640659:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692707.640875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692707.640877:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692707.641145:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692707.641147:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692707.641395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692707.641421:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692712.759998:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692712.760005:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692712.760700:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692712.760702:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692712.760930:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692712.760941:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692712.761144:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692712.761146:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692712.761507:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692712.761510:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790692717.880002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692717.880006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692717.880554:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692717.880556:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692717.880804:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692717.880806:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692717.880972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692717.880975:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692717.881311:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692717.881312:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790692722.999976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692723.000305:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692723.000677:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692723.000833:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692723.001003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692728.120005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692728.120011:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692728.120574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692728.120577:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692728.120834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692728.120837:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692728.122210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692728.122213:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692728.122572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692728.122574:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790692733.240021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692733.240029:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692733.241152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692733.241157:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692733.241339:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692733.241340:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692733.241535:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692733.241537:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692733.241789:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692733.241790:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790692738.360034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692738.360040:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692738.360702:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692738.360706:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692738.360963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692738.360964:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692738.361192:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692738.361194:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692738.361419:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692738.361421:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790692743.480344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692743.480350:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692743.481133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692743.481135:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692743.481424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692743.481427:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692743.481625:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692743.481627:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692743.481865:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692743.481867:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790692748.600268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692748.600274:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692748.601322:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692748.601325:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692748.601681:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692748.601683:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692748.601992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692748.601995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692748.602316:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692748.602319:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790692753.720119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692753.720125:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692753.720828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692753.720831:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692753.721161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692753.721164:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692753.721514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692753.721517:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790692753.721843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692753.721846:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692758.840377:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692758.840382:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692758.841475:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692758.841478:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692758.841742:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692758.841745:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692758.841987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692758.841989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692758.842325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692758.842327:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692763.960002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692763.960006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692763.960550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692763.960552:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692763.960717:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692763.960719:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692763.960932:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692763.960934:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692763.961095:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692763.961096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692769.080251:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692769.080261:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692769.081172:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692769.081177:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692769.081667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692769.081669:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692769.082025:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692769.082029:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692769.082291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692769.082295:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692774.200186:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692774.200192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692774.201055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692774.201058:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692774.201372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692774.201375:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692774.201773:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692774.201776:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692774.202237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692774.202240:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692779.320004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692779.320010:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692779.320688:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692779.320689:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692779.320894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692779.320896:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692779.321075:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692779.321077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692779.321368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692779.321370:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692784.439967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692784.439971:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692784.440564:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692784.440567:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692784.440967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692784.440968:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692784.441210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692784.441211:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692784.441363:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692784.441364:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790692789.560128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692789.560444:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692789.560762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692789.560911:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790692789.561065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692794.680141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692794.680147:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692794.680746:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692794.680748:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692794.681024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692794.681026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692794.681469:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692794.681472:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692794.681865:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692794.681867:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692799.800136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692799.800143:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692799.800639:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692799.800641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692799.800803:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692799.800804:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692799.801049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692799.801050:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692799.801226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692799.801239:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692804.920229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692804.920232:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692804.921147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692804.921154:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692804.921727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692804.921729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692804.921978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692804.921980:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692804.922168:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692804.922169:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692810.040329:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692810.040335:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692810.041371:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692810.041373:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692810.041685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692810.041687:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692810.041987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692810.041989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692810.042381:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692810.042383:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692815.160093:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692815.160098:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692815.160720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692815.160722:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692815.161004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692815.161006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692815.161216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692815.161217:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692815.161458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692815.161460:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692820.279944:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692820.279950:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692820.280611:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692820.280614:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692820.280918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692820.280920:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692820.281148:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692820.281151:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692820.281422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692820.281424:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692825.399991:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692825.399996:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692825.400531:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692825.400533:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692825.400712:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692825.400713:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692825.400883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692825.400886:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692825.401102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692825.401103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692830.520048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692830.520054:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692830.520623:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692830.520625:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692830.520910:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692830.520913:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692830.521199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692830.521202:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692830.521491:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692830.521493:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692835.640019:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692835.640026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692835.640532:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692835.640535:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692835.640812:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692835.640814:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692835.641077:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692835.641079:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692835.641341:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692835.641344:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692840.760275:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692840.760284:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692840.761061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692840.761063:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692840.761355:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692840.761357:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692840.761574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692840.761575:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692840.761726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692840.761727:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692845.880155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692845.880171:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692845.881086:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692845.881089:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692845.881302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692845.881303:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692845.881485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692845.881486:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692845.881649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692845.881650:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692850.999926:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692850.999934:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692851.000626:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692851.000628:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692851.000816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692851.000818:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692851.000975:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692851.000977:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692851.001144:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692851.001145:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692856.119988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692856.120425:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692856.120558:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692856.120695:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692856.120821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692861.240021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692861.240026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692861.240802:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692861.240805:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692861.241122:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692861.241124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692861.241510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692861.241513:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692861.241909:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692861.241912:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692866.360099:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692866.360105:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692866.360721:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692866.360735:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692866.361106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692866.361108:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692866.361420:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692866.361422:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692866.361616:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692866.361617:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692871.480140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692871.480149:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692871.481228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692871.481238:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692871.481599:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692871.481601:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692871.481851:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692871.481853:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692871.482011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692871.482013:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692876.600088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692876.600092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692876.600778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692876.600780:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692876.600949:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692876.600951:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692876.601155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692876.601171:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692876.601462:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692876.601464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692881.720012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692881.720016:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692881.720653:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692881.720654:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692881.720853:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692881.720855:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692881.721076:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692881.721078:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692881.721337:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692881.721339:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692886.840039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692886.840045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692886.840765:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692886.840770:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692886.841059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692886.841062:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692886.841313:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692886.841316:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692886.841593:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692886.841595:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692891.959941:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692891.959959:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692891.960657:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692891.960659:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692891.960823:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692891.960825:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692891.961005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692891.961006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692891.961277:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692891.961279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692897.080051:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692897.080056:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692897.080576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692897.080578:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692897.080751:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692897.080752:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692897.080907:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692897.080908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692897.081117:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692897.081118:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692902.200034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692902.200038:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692902.200774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692902.200776:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692902.201012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692902.201026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692902.201318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692902.201320:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692902.201722:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692902.201725:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692907.319920:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692907.319924:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692907.320304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692907.320305:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692907.320503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692907.320505:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692907.320660:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692907.320661:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692907.320848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692907.320850:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692912.440044:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692912.440048:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692912.440694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692912.440696:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692912.440897:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692912.440898:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692912.441096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692912.441097:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692912.441362:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692912.441364:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692917.559992:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692917.559995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692917.560724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692917.560730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692917.561140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692917.561142:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692917.561499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692917.561502:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692917.561750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692917.561753:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692922.680152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692922.680478:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692922.680718:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692922.681001:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692922.681141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692927.800427:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692927.800429:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692927.803334:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692927.803337:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692927.804173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692927.804178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692927.804783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692927.804785:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692927.805189:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692927.805192:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692932.920033:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692932.920039:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692932.920734:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692932.920737:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692932.920947:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692932.920950:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692932.921194:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692932.921195:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692932.921458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692932.921479:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692938.040026:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692938.040032:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692938.040694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692938.040696:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692938.041006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692938.041008:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692938.041274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692938.041275:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692938.041495:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692938.041497:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692943.159974:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692943.159978:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692943.160639:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692943.160642:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692943.160877:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692943.160878:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692943.161078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692943.161079:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692943.161258:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692943.161260:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692948.280065:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692948.280070:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692948.280768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692948.280769:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692948.280933:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692948.280934:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692948.281107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692948.281109:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692948.281364:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790692948.281365:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692953.400030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692953.400034:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692953.400687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692953.400694:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692953.401024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692953.401026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692953.401298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692953.401300:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692953.401571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692953.401572:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692958.520115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692958.520123:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692958.521012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692958.521031:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692958.521588:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692958.521590:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692958.521836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692958.521838:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692958.522021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692958.522023:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692963.640487:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692963.640492:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692963.640792:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692963.640794:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692963.641039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692963.641041:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692963.641276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692963.641280:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692963.641528:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692963.641531:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692968.760012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692968.760019:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692968.760704:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692968.760708:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692968.760942:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692968.760944:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692968.761226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692968.761239:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692968.761445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692968.761447:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692973.879884:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692973.879887:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692973.880637:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692973.880642:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692973.880903:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692973.880905:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692973.881197:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692973.881200:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692973.881392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692973.881394:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692979.000246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692979.000256:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692979.001324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692979.001327:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692979.001670:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692979.001672:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692979.001980:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692979.001982:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692979.002273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692979.002276:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692984.120166:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692984.120185:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692984.120906:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692984.120908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692984.121176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692984.121178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692984.121453:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692984.121456:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692984.121841:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692984.121843:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692989.239987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692989.240368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692989.240625:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692989.240756:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692989.240887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692994.360691:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692994.360695:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692994.361026:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692994.361028:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692994.361307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692994.361309:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692994.361624:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692994.361626:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692994.361890:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692994.361893:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692999.480074:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692999.480096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692999.480717:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692999.480719:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692999.480991:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692999.480994:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692999.481280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692999.481282:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692999.481563:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790692999.481566:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693004.600036:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693004.600043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693004.600687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693004.600689:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693004.600967:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693004.600969:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693004.601248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693004.601250:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693004.601422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693004.601424:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693009.720104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693009.720107:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693009.720540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693009.720543:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693009.720778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693009.720789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693009.721080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693009.721083:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693009.721352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693009.721354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693014.839933:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693014.839937:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790693014.840640:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693014.840641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790693014.840887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693014.840890:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790693014.841169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693014.841172:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790693014.841565:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693014.841568:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790693019.960102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693019.960123:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693019.960858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693019.960861:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693019.961137:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693019.961139:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693019.961425:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693019.961427:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693019.961797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693019.961799:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693025.080036:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693025.080043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693025.080768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693025.080771:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693025.081040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693025.081043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693025.081308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693025.081311:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693025.081643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693025.081645:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693030.199985:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693030.199989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693030.200420:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693030.200422:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693030.200674:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693030.200677:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693030.200876:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693030.200877:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693030.201117:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693030.201118:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693035.319977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693035.319980:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693035.320623:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693035.320625:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693035.320891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693035.320893:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693035.321163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693035.321165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693035.321434:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693035.321437:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693040.440100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693040.440103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693040.440784:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693040.440789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693040.441430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693040.441432:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693040.441671:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693040.441674:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693040.442028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693040.442030:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693045.560028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693045.560032:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693045.560740:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693045.560743:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693045.561005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693045.561007:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693045.561264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693045.561265:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693045.561645:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693045.561646:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693050.680045:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693050.680051:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693050.680682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693050.680685:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693050.680970:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693050.680972:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693050.681243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693050.681245:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693050.681574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693050.681576:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693055.800066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693055.800507:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693055.800690:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693055.800864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693055.801006:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693060.920158:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693060.920163:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693060.920871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693060.920874:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693060.921617:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693060.921620:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693060.921867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693060.921869:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693060.922097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693060.922113:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693066.040094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693066.040102:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693066.040775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693066.040776:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693066.040991:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693066.040993:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693066.041155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693066.041156:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693066.041376:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693066.041377:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693071.160084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693071.160088:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693071.160767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693071.160772:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693071.161070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693071.161073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693071.161349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693071.161351:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693071.161760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693071.161762:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693076.280049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693076.280057:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693076.280783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693076.280786:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693076.281052:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693076.281055:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693076.281318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693076.281321:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693076.281692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693076.281694:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790693081.399965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693081.399969:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693081.400712:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693081.400718:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693081.400921:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693081.400923:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693081.401258:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693081.401260:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693081.401569:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693081.401572:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693086.520128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693086.520132:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693086.520893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693086.520896:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693086.521214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693086.521216:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693086.521508:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693086.521511:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693086.521893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693086.521895:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693091.640043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693091.640050:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693091.640705:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693091.640708:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693091.640894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693091.640897:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693091.641159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693091.641161:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693091.641433:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693091.641435:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693096.760017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693096.760022:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693096.760577:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693096.760578:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693096.760771:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693096.760772:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693096.760997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693096.760999:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693096.761209:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693096.761212:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693101.880345:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693101.880355:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693101.881422:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693101.881425:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693101.881685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693101.881687:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693101.881986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693101.881989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693101.882248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693101.882250:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693106.999984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693106.999992:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693107.000582:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693107.000584:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693107.000772:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693107.000774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693107.000943:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693107.000946:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693107.001129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693107.001131:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693112.120084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693112.120089:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693112.120675:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693112.120677:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693112.120851:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693112.120853:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693112.121141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693112.121144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693112.121526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693112.121528:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1790693112.503560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693112.503565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693112.503589:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693112.503592:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693112.503595:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693113.463522:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298269442, at 4298269504
00000100:00000010:0.0:1790693113.463540:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b3c0.
00000100:00000001:0.0:1790693113.527570:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693113.527581:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693113.527585:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693113.527596:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693113.527606:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693113.527613:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693113.527622:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693113.527630:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693113.527638:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693114.551490:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693114.551497:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693114.551500:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693114.551509:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693114.551514:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693114.551518:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693114.551522:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693114.551526:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693114.551532:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693115.575481:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693115.575488:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693115.575491:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693115.575497:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693115.575504:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693115.575510:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693115.575516:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693115.575519:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693115.575523:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693116.599508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693116.599519:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693116.599523:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693116.599531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693116.599538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693116.599545:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693116.599563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693116.599567:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693116.599570:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.239673:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693117.239679:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693117.239682:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693117.239691:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.239706:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693117.239709:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.239714:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693117.239717:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693117.239723:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693117.239729:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101275520:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693117.239737:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693117.239741:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693117.239744:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.239749:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693117.239755:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693117.239758:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693117.239765:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693117.239770:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693117.239777:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693117.239785:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101275520, portal 25
00000100:00000001:0.0:1790693117.239789:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693117.239792:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912799488 : -115045796752128 : ffff975dd026d500)
00000100:00000040:0.0:1790693117.239800:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.239815:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693117.239820:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693117.239825:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef990.
00000100:00000200:0.0:1790693117.239830:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101275520, offset 0
00000400:00000200:0.0:1790693117.239838:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693117.239849:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.239858:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693117.239862:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693117.239865:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693117.239868:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693117.239870:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693117.239872:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6387:6387:256:4294967295] 192.168.204.134@tcp LPNI seq info [6382:6382:8:4294967295]
00000400:00000200:0.0:1790693117.239877:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.239886:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693117.239894:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.239903:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291b00.
00000800:00000200:0.0:1790693117.239916:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693117.239925:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693117.239936:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693117.239942:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693117.239956:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.239961:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291b00.
00000400:00000200:0.0:1790693117.239980:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693117.239987:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693117.239993:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef990
00000400:00000010:0.0:1790693117.239996:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef990.
00000100:00000001:0.0:1790693117.240001:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693117.240007:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240020:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.240024:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240032:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240035:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693117.240040:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693117.240049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693117.240052:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298274562
00000100:00000010:0.0:1790693117.240059:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693117.240067:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693117.240076:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298274562
00000100:00000010:0.0:1790693117.240081:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190d80.
00000100:00000001:0.0:1790693117.240087:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693117.240091:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693117.240092:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240093:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693117.240098:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693117.240122:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693117.240125:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693117.240130:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693117.240135:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693117.240140:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693117.240145:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693117.240152:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693117.240170:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240180:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693117.240183:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240186:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.240188:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693117.240192:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240205:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693117.240214:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240235:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693117.240241:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240245:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.240250:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240253:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693117.240257:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693117.240262:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693117.240270:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693117.240272:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693117.240280:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693117.240294:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101275520:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693117.240303:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240307:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.240312:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d500 x1877674101275520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240324:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693117.240328:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693117.240331:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693117.240335:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693117.240338:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693117.240340:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693117.240344:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693117.240348:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:0.0:1790693117.240353:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693117.240356:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693117.240360:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d500.
00000100:00000001:0.0:1790693117.240364:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693117.240368:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240372:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240380:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693117.240384:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240388:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693117.240392:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693117.240396:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693117.240422:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240437:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693117.240440:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.240442:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693117.240445:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693117.240450:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693117.240455:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101275648:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693117.240460:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693117.240464:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693117.240467:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.240470:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693117.240474:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693117.240477:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693117.240485:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693117.240489:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693117.240493:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693117.240496:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101275648, portal 10
00000100:00000001:0.0:1790693117.240500:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693117.240502:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
00000100:00000040:0.0:1790693117.240508:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240524:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693117.240527:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693117.240531:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef990.
00000100:00000200:0.0:1790693117.240533:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101275648, offset 0
00000400:00000200:0.0:1790693117.240540:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693117.240543:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.240548:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693117.240550:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693117.240552:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693117.240554:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693117.240555:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693117.240558:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6388:6388:256:4294967295] 192.168.204.134@tcp LPNI seq info [6383:6383:8:4294967295]
00000400:00000200:0.0:1790693117.240560:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.240564:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693117.240567:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.240569:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291b00.
00000800:00000200:0.0:1790693117.240571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693117.240573:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693117.240576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693117.240577:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693117.240585:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.240587:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291b00.
00000400:00000200:0.0:1790693117.240589:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693117.240591:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693117.240593:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef990
00000400:00000010:0.0:1790693117.240594:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef990.
00000100:00000001:0.0:1790693117.240596:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693117.240598:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240603:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.240605:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240608:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240609:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693117.240611:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693117.240614:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693117.240616:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693117.240617:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298273299
00000100:00000001:0.0:1790693117.240619:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.240620:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298273299
00000100:00000001:0.0:1790693117.240622:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.240623:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693117.240624:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240626:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693117.240628:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693117.240633:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693117.240633:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693117.240634:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693117.240635:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693117.240636:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693117.240637:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693117.240639:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693117.240644:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240647:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693117.240648:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240648:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.240649:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693117.240651:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240654:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693117.240656:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240660:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693117.240661:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240662:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.240663:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240664:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693117.240665:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693117.240666:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693117.240669:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693117.240670:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693117.240673:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693117.240677:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101275648:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693117.240679:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693117.240681:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240684:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693117.240685:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.240686:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693117.240687:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693117.240689:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693117.240690:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101275776:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693117.240692:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693117.240693:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693117.240694:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.240695:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693117.240697:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693117.240698:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693117.240700:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693117.240701:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693117.240702:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693117.240704:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101275776, portal 10
00000100:00000001:0.0:1790693117.240705:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693117.240706:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:0.0:1790693117.240710:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240714:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693117.240715:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693117.240716:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef990.
00000100:00000200:0.0:1790693117.240718:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101275776, offset 0
00000400:00000200:0.0:1790693117.240720:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693117.240722:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.240725:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693117.240726:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693117.240728:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693117.240729:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693117.240731:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693117.240733:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6389:6389:256:4294967295] 192.168.204.134@tcp LPNI seq info [6384:6384:8:4294967295]
00000400:00000200:0.0:1790693117.240735:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.240739:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693117.240741:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.240743:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291b00.
00000800:00000200:0.0:1790693117.240745:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693117.240747:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693117.240749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693117.240751:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693117.240753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.240754:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291b00.
00000400:00000200:0.0:1790693117.240756:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693117.240758:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693117.240760:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef990
00000400:00000010:0.0:1790693117.240761:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef990.
00000100:00000001:0.0:1790693117.240762:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693117.240764:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240768:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.240770:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240774:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240775:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693117.240777:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693117.240779:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693117.240780:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693117.240782:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298273305
00000100:00000001:0.0:1790693117.240783:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.240785:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298273305
00000100:00000001:0.0:1790693117.240786:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.240787:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693117.240788:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240789:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693117.240791:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693117.240794:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693117.240795:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693117.240796:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693117.240797:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693117.240798:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693117.240799:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693117.240801:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693117.240806:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240809:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693117.240809:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240810:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.240811:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693117.240813:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240816:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693117.240818:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240823:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693117.240824:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240825:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.240826:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.240827:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693117.240828:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693117.240829:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693117.240830:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693117.240832:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693117.240834:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693117.240837:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101275776:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693117.240839:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693117.240841:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240844:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693117.240845:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.240846:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693117.240847:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693117.240848:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693117.240849:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101275904:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693117.240851:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693117.240852:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693117.240853:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.240854:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693117.240855:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693117.240856:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693117.240858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693117.240860:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693117.240862:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693117.240863:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101275904, portal 4
00000100:00000001:0.0:1790693117.240865:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693117.240865:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:0.0:1790693117.240869:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240873:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693117.240875:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693117.240877:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef990.
00000100:00000200:0.0:1790693117.240879:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101275904, offset 0
00000400:00000200:0.0:1790693117.240883:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693117.240886:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.240889:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693117.240891:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693117.240894:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693117.240895:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693117.240898:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693117.240900:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6390:6390:256:4294967295] 192.168.204.134@tcp LPNI seq info [6385:6385:8:4294967295]
00000400:00000200:0.0:1790693117.240905:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.240910:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693117.240915:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.240917:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291b00.
00000800:00000200:0.0:1790693117.240921:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693117.240923:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693117.240926:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693117.240928:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693117.240930:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.240931:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291b00.
00000400:00000200:0.0:1790693117.240933:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693117.240935:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693117.240937:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef990
00000400:00000010:0.0:1790693117.240938:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef990.
00000100:00000001:0.0:1790693117.240940:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693117.240943:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240948:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.240949:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.240953:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240954:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693117.240956:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693117.240958:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693117.240960:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693117.240972:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298273299
00000100:00000001:0.0:1790693117.240974:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.240976:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298273299
00000100:00000001:0.0:1790693117.240977:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.240979:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693117.240980:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.240981:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693117.240983:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693117.240988:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693117.240989:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693117.240990:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693117.240992:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693117.240993:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693117.240994:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693117.240996:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693117.241001:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241008:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693117.241009:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241010:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.241011:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693117.241013:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241016:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693117.241018:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241022:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693117.241023:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241024:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.241024:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241025:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693117.241026:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693117.241028:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693117.241029:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693117.241031:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693117.241033:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693117.241036:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101275904:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693117.241038:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241040:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.241041:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101275648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241045:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693117.241046:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693117.241048:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693117.241049:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693117.241050:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693117.241051:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693117.241053:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693117.241054:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:0.0:1790693117.241055:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693117.241056:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693117.241057:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00000001:0.0:1790693117.241059:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693117.241060:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241061:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.241063:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101275776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241066:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693117.241067:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693117.241068:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693117.241069:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693117.241069:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693117.241070:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693117.241071:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693117.241072:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:0.0:1790693117.241073:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693117.241073:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693117.241074:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:0.0:1790693117.241075:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693117.241076:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241077:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.241079:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101275904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241082:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693117.241083:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693117.241084:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693117.241085:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693117.241085:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693117.241086:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693117.241087:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693117.241088:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:0.0:1790693117.241089:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693117.241090:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693117.241091:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:0.0:1790693117.241092:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693117.241093:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241094:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241096:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693117.241097:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.241098:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693117.241098:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693117.241099:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693117.241101:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241105:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693117.241106:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.241107:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693117.241108:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693117.241109:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693117.241111:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276032:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693117.241112:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693117.241113:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693117.241114:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693117.241115:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693117.241117:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693117.241118:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693117.241119:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693117.241121:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693117.241123:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693117.241124:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276032, portal 4
00000100:00000001:0.0:1790693117.241126:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693117.241127:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:0.0:1790693117.241130:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241138:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693117.241139:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693117.241140:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef990.
00000100:00000200:0.0:1790693117.241142:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101276032, offset 0
00000400:00000200:0.0:1790693117.241144:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693117.241146:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.241148:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693117.241150:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693117.241151:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693117.241152:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693117.241154:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693117.241156:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6391:6391:256:4294967295] 192.168.204.134@tcp LPNI seq info [6386:6386:8:4294967295]
00000400:00000200:0.0:1790693117.241158:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693117.241162:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693117.241165:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.241167:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291b00.
00000800:00000200:0.0:1790693117.241169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693117.241170:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693117.241173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693117.241175:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693117.241177:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693117.241178:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291b00.
00000400:00000200:0.0:1790693117.241180:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693117.241182:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693117.241183:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef990
00000400:00000010:0.0:1790693117.241184:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef990.
00000100:00000001:0.0:1790693117.241186:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693117.241188:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241195:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.241198:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241209:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.241210:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693117.241213:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693117.241216:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693117.241219:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693117.241221:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298273304
00000100:00000001:0.0:1790693117.241223:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.241225:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298273304
00000100:00000001:0.0:1790693117.241227:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298274562
00000100:00000001:0.0:1790693117.241229:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693117.241231:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.241233:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693117.241236:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693117.241241:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693117.241242:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693117.241243:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693117.241244:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693117.241245:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693117.241246:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693117.241248:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693117.241253:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241256:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693117.241257:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241258:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.241259:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693117.241261:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241265:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693117.241267:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241271:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693117.241272:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241273:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693117.241274:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241274:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693117.241275:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693117.241277:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693117.241278:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693117.241279:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693117.241281:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693117.241285:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276032:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693117.241287:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241288:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693117.241290:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101276032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693117.241294:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693117.241295:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693117.241296:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693117.241297:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693117.241298:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693117.241298:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693117.241299:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693117.241300:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:0.0:1790693117.241301:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693117.241303:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693117.241304:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:0.0:1790693117.241305:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693117.241306:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241307:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.241309:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693117.241310:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.241311:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693117.241312:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693117.623468:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693117.623475:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693117.623479:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693117.623484:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693117.623490:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693117.623495:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.623501:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693117.623506:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693117.623514:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693118.583500:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298274562, at 4298274624
00000100:00000010:0.0:1790693118.583514:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693118.647491:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693118.647499:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693118.647502:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693118.647511:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693118.647519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693118.647526:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693118.647532:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693118.647535:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693118.647539:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693118.647568:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693118.647572:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693118.647575:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693119.671463:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693119.671469:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693119.671474:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693119.671481:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693119.671487:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693119.671493:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693119.671502:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693119.671506:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693119.671510:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693120.695493:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693120.695499:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693120.695504:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693120.695511:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693120.695518:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693120.695524:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693120.695531:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693120.695534:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693120.695539:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693120.695602:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693120.695605:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693120.695606:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693121.719447:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693121.719455:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693121.719458:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693121.719466:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693121.719473:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693121.719480:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693121.719495:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693121.719498:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693121.719502:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.359666:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693122.359671:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693122.359674:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693122.359682:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.359690:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693122.359692:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.359696:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693122.359699:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693122.359701:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693122.359707:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101276160:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693122.359713:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693122.359717:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693122.359720:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.359723:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693122.359728:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693122.359731:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693122.359737:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693122.359742:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693122.359749:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693122.359757:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276160, portal 25
00000100:00000001:0.0:1790693122.359760:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693122.359762:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:0.0:1790693122.359771:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.359778:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693122.359782:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693122.359785:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef990.
00000100:00000200:0.0:1790693122.359788:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101276160, offset 0
00000400:00000200:0.0:1790693122.359793:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693122.359803:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.359809:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693122.359813:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693122.359819:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693122.359825:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693122.359831:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693122.359840:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6392:6392:256:4294967295] 192.168.204.134@tcp LPNI seq info [6387:6387:8:4294967295]
00000400:00000200:0.0:1790693122.359851:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.359878:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693122.359887:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693122.359893:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291b00.
00000800:00000200:0.0:1790693122.359904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693122.359912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693122.359928:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693122.359936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693122.359940:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298279682
00000100:00000010:0.0:1790693122.359946:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693122.359953:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693122.359960:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298279682
00000100:00000010:0.0:1790693122.359966:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c60.
00000100:00000001:0.0:1790693122.359972:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693122.359979:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693122.359984:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.359988:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.359993:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693122.360004:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693122.360007:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1790693122.360013:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693122.360016:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693122.360020:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693122.360029:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360048:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693122.360051:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360063:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693122.360067:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693122.360071:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693122.360076:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276288:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693122.360082:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693122.360086:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693122.360088:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360090:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693122.360094:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693122.360098:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693122.360104:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693122.360108:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589aa8.
00000400:00000010:0.0:1790693122.360113:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693122.360118:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276288, portal 10
00000100:00000001:0.0:1790693122.360122:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693122.360124:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:0.0:1790693122.360131:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360142:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693122.360146:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693122.360149:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef088.
00000100:00000200:0.0:1790693122.360152:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101276288, offset 0
00000400:00000200:0.0:1790693122.360157:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360162:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360166:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693122.360172:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693122.360175:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693122.360179:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693122.360181:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360184:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6393:6393:255:4294967295] 192.168.204.134@tcp LPNI seq info [6388:6388:7:4294967295]
00000400:00000200:0.0:1790693122.360190:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360198:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693122.360208:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693122.360213:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291500.
00000800:00000200:0.0:1790693122.360220:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693122.360229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693122.360234:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693122.360240:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693122.360247:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693122.360251:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298278418
00000100:00000001:0.0:1790693122.360256:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360262:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298278418
00000100:00000001:0.0:1790693122.360267:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360272:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693122.360276:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.360280:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693122.360286:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360295:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693122.360297:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360301:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693122.360304:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693122.360309:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693122.360315:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276416:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693122.360322:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693122.360326:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693122.360330:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360335:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693122.360340:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693122.360350:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693122.360357:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693122.360364:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693122.360369:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693122.360375:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276416, portal 10
00000100:00000001:0.0:1790693122.360380:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693122.360383:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:0.0:1790693122.360391:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360421:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693122.360424:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693122.360427:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefc38.
00000100:00000200:0.0:1790693122.360430:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101276416, offset 0
00000400:00000200:0.0:1790693122.360436:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360444:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360450:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693122.360454:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693122.360459:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693122.360464:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693122.360470:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360475:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6394:6394:254:4294967295] 192.168.204.134@tcp LPNI seq info [6389:6389:6:4294967295]
00000400:00000200:0.0:1790693122.360487:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360500:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693122.360516:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693122.360522:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291100.
00000800:00000200:0.0:1790693122.360531:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693122.360536:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693122.360539:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693122.360542:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693122.360546:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693122.360548:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298278425
00000100:00000001:0.0:1790693122.360551:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360553:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298278425
00000100:00000001:0.0:1790693122.360555:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360556:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693122.360558:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.360560:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.360562:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693122.360566:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693122.360567:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1790693122.360569:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693122.360570:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693122.360572:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693122.360577:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360584:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693122.360585:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360587:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693122.360589:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693122.360590:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693122.360593:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276544:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693122.360596:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693122.360598:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693122.360600:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360601:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693122.360605:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693122.360606:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693122.360610:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693122.360612:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589420.
00000400:00000010:0.0:1790693122.360616:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef660.
00000100:00000200:0.0:1790693122.360618:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276544, portal 4
00000100:00000001:0.0:1790693122.360620:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693122.360622:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:0.0:1790693122.360627:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360633:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693122.360634:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693122.360636:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef908.
00000100:00000200:0.0:1790693122.360639:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101276544, offset 0
00000400:00000200:0.0:1790693122.360643:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360646:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360649:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693122.360652:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693122.360654:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693122.360655:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693122.360658:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360660:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6395:6395:253:4294967295] 192.168.204.134@tcp LPNI seq info [6390:6390:5:4294967295]
00000400:00000200:0.0:1790693122.360664:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360669:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693122.360673:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693122.360676:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291800.
00000800:00000200:0.0:1790693122.360679:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693122.360682:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693122.360685:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693122.360687:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693122.360691:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693122.360692:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298278419
00000100:00000001:0.0:1790693122.360694:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360696:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298278419
00000100:00000001:0.0:1790693122.360698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360699:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693122.360701:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.360703:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693122.360707:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360713:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693122.360714:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360716:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693122.360717:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693122.360718:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693122.360721:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276672:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693122.360724:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693122.360726:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693122.360727:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693122.360729:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693122.360732:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693122.360735:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693122.360737:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693122.360739:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd15890b0.
00000400:00000010:0.0:1790693122.360742:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefa18.
00000100:00000200:0.0:1790693122.360745:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276672, portal 4
00000100:00000001:0.0:1790693122.360747:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693122.360748:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:0.0:1790693122.360753:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693122.360759:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693122.360761:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693122.360763:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef5d8.
00000100:00000200:0.0:1790693122.360765:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101276672, offset 0
00000400:00000200:0.0:1790693122.360769:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360773:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360776:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693122.360778:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693122.360780:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693122.360782:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693122.360784:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693122.360786:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6396:6396:252:4294967295] 192.168.204.134@tcp LPNI seq info [6391:6391:4:4294967295]
00000400:00000200:0.0:1790693122.360790:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693122.360794:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693122.360798:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693122.360801:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693122.360805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693122.360808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693122.360810:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693122.360814:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693122.360817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693122.360819:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298278424
00000100:00000001:0.0:1790693122.360821:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360823:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298278424
00000100:00000001:0.0:1790693122.360825:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298279682
00000100:00000001:0.0:1790693122.360827:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693122.360829:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.360832:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.360834:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693122.360837:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693122.360839:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1790693122.360841:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693122.360842:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693122.360843:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.360847:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693122.743493:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693122.743500:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693122.743505:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693122.743513:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693122.743521:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693122.743528:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693122.743547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693122.743550:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693122.743554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693123.383580:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693123.383587:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693123.383589:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693123.383594:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693123.383598:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693123.383602:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693123.383605:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693123.383608:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693123.383611:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693123.703495:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298279682, at 4298279744
00000100:00000010:0.0:1790693123.703510:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693123.767498:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693123.767505:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693123.767509:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693123.767517:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693123.767521:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693123.767526:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693123.767531:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693123.767534:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693123.767539:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693124.407646:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693124.407666:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693124.407669:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693124.407678:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693124.407686:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693124.407692:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693124.407695:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693124.407697:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693124.407701:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693124.791576:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693124.791588:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693124.791599:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693124.791603:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693124.791612:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693124.791619:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693124.791627:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693124.791632:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693124.791647:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693125.431547:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693125.431557:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693125.431559:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693125.431566:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693125.431572:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693125.431577:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.431581:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693125.431584:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.431587:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693125.432597:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693125.432602:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693125.432605:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693125.432614:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693125]  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693125.432626:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693125.432629:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693125.432632:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589420.
00000400:00000200:0.0:1790693125.432636:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef660
00000400:00000010:0.0:1790693125.432638:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef660.
00000100:00000001:0.0:1790693125.432641:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693125.432644:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693125.432661:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432669:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693125.432671:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432674:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.432676:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693125.432681:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432688:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693125.432694:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432710:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693125.432714:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432715:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.432717:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432720:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693125.432723:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693125.432728:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693125.432733:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693125.432736:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693125.432740:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693125.432749:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276544:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693125.432755:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693125.432758:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693125]  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693125.432773:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693125.432774:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693125.432776:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd15890b0.
00000400:00000200:0.0:1790693125.432779:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefa18
00000400:00000010:0.0:1790693125.432781:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefa18.
00000100:00000001:0.0:1790693125.432783:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693125.432787:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693125.432815:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432822:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693125.432824:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432825:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.432827:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693125.432831:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432839:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693125.432843:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432850:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693125.432853:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432855:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.432856:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432857:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693125.432860:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693125.432862:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693125.432866:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693125.432869:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693125.432874:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693125.432882:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276672:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693125.432886:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693125.432890:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693125]  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693125.432898:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693125.432900:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693125.432902:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589aa8.
00000400:00000200:0.0:1790693125.432905:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693125.432906:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693125.432909:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693125.432912:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693125.432921:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432928:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693125.432929:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432932:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.432934:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693125.432937:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432944:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693125.432948:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.432956:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693125.432958:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432960:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.432962:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.432964:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693125.432967:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693125.432970:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693125.432974:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693125.432976:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693125.432981:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693125.432989:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276288:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693125.432994:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693125.432998:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693125]  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693125.433006:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693125.433007:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693125.433009:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693125.433012:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693125.433013:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693125.433015:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693125.433019:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693125.433027:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433033:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693125.433035:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433036:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.433038:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693125.433041:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433048:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693125.433052:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433059:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693125.433061:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433063:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.433064:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433066:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693125.433068:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693125.433070:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693125.433074:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693125.433077:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693125.433081:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693125.433089:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276416:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693125.433093:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693125.433097:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693125]  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693125.433105:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693125.433106:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693125.433108:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693125.433110:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693125.433112:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693125.433114:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693125.433117:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693125.433125:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433130:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693125.433132:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433134:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.433135:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693125.433138:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433144:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693125.433147:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433154:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693125.433156:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433157:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693125.433158:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433160:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693125.433162:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693125.433164:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693125.433166:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693125.433169:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693125.433172:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693125.433179:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101276160:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693125.433183:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433186:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693125.433189:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101276544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433196:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693125.433199:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693125.433204:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693125.433208:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693125.433210:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693125.433213:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693125.433216:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693125.433218:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693125.433223:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693125.433225:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693125.433227:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:0.0:1790693125.433231:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693125.433232:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433234:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693125.433237:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101276672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433243:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693125.433244:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693125.433246:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693125.433248:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693125.433249:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693125.433250:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693125.433252:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693125.433253:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693125.433255:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693125.433256:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693125.433257:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693125.433260:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693125.433261:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433262:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693125.433265:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101276288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433279:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693125.433281:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693125.433282:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693125.433285:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693125.433286:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693125.433287:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693125.433289:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693125.433290:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:0.0:1790693125.433292:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693125.433294:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693125.433296:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:0.0:1790693125.433298:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693125.433299:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433301:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693125.433304:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101276416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433310:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693125.433311:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693125.433312:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693125.433314:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693125.433315:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693125.433317:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693125.433319:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693125.433320:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:0.0:1790693125.433322:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693125.433323:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693125.433324:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:0.0:1790693125.433327:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693125.433328:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433329:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693125.433332:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101276160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693125.433338:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693125.433339:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693125.433340:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693125.433342:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693125.433344:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693125.433345:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693125.433346:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693125.433348:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:0.0:1790693125.433350:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693125.433351:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693125.433352:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:0.0:1790693125.433354:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693125.433356:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433358:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.433367:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693125.433369:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693125.433371:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693125.433373:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693125.815558:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693125.815567:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693125.815576:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693125.815595:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693125.815608:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693125.815619:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.815626:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693125.815630:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693125.815644:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693126.455496:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693126.455502:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693126.455504:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693126.455507:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693126.455510:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693126.455513:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693126.455515:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693126.455516:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693126.455518:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693126.839552:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693126.839564:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693126.839570:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693126.839578:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693126.839584:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693126.839592:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693126.839598:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693126.839602:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693126.839609:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.479542:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693127.479549:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693127.479550:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693127.479555:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693127.479560:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693127.479564:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.479566:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693127.479568:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.479570:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.480610:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693127.480616:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693127.480619:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693127.480628:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.480638:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693127.480640:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.480647:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693127.480651:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693127.480656:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693127.480660:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101276800:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693127.480666:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693127.480673:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693127.480677:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.480681:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693127.480688:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693127.480690:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693127.480698:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693127.480706:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693127.480716:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693127.480727:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276800, portal 25
00000100:00000001:0.0:1790693127.480730:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693127.480733:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:0.0:1790693127.480740:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481273:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693127.481282:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693127.481288:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693127.481293:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101276800, offset 0
00000400:00000200:0.0:1790693127.481304:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693127.481316:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.481324:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693127.481331:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693127.481338:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693127.481342:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693127.481345:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693127.481349:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6397:6397:256:4294967295] 192.168.204.134@tcp LPNI seq info [6392:6392:8:4294967295]
00000400:00000200:0.0:1790693127.481354:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.481364:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693127.481372:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.481378:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693127.481387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693127.481391:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693127.481433:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693127.481437:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693127.481448:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.481451:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693127.481458:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693127.481464:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693127.481482:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693127.481485:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693127.481491:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693127.481500:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481514:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.481518:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481526:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.481528:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693127.481536:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693127.481541:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693127.481545:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298284804
00000100:00000010:0.0:1790693127.481552:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693127.481562:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693127.481573:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298284804
00000100:00000010:0.0:1790693127.481577:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190780.
00000100:00000001:0.0:1790693127.481580:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693127.481584:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693127.481588:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.481591:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693127.481596:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693127.481606:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693127.481608:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693127.481610:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693127.481613:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693127.481615:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693127.481618:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693127.481621:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693127.481629:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481636:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693127.481637:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.481640:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.481643:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693127.481647:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481654:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693127.481658:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481665:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693127.481668:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.481670:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.481672:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.481675:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693127.481677:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693127.481681:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693127.481686:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693127.481689:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693127.481694:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693127.481702:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101276800:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693127.481707:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693127.481710:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481718:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693127.481720:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.481723:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693127.481725:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693127.481727:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693127.481731:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276928:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693127.481734:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693127.481737:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693127.481739:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.481742:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693127.481747:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693127.481750:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693127.481754:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693127.481757:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693127.481761:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693127.481780:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101276928, portal 10
00000100:00000001:0.0:1790693127.481783:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693127.481785:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:0.0:1790693127.481794:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481801:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693127.481804:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693127.481806:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693127.481808:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101276928, offset 0
00000400:00000200:0.0:1790693127.481813:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693127.481817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.481821:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693127.481824:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693127.481827:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693127.481829:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693127.481832:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693127.481835:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6398:6398:256:4294967295] 192.168.204.134@tcp LPNI seq info [6393:6393:8:4294967295]
00000400:00000200:0.0:1790693127.481839:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.481844:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693127.481848:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.481851:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693127.481855:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693127.481857:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693127.481862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693127.481864:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693127.481868:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.481870:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693127.481872:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693127.481876:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693127.481879:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693127.481880:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693127.481882:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693127.481886:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481893:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.481896:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481908:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.481910:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693127.481913:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693127.481917:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693127.481920:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693127.481922:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298283540
00000100:00000001:0.0:1790693127.481924:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.481926:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298283540
00000100:00000001:0.0:1790693127.481928:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.481930:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693127.481932:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.481933:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693127.481937:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693127.481943:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693127.481945:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693127.481946:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693127.481949:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693127.481950:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693127.481952:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693127.481955:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693127.481962:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481968:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693127.481969:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.481970:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.481972:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693127.481975:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481981:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693127.481985:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.481991:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693127.481993:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.481995:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.481996:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.481997:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693127.482000:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693127.482003:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693127.482007:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693127.482009:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693127.482012:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693127.482019:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101276928:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693127.482023:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693127.482027:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482033:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693127.482035:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.482036:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693127.482038:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693127.482040:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693127.482042:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277056:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693127.482046:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693127.482048:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693127.482050:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.482052:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693127.482056:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693127.482057:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693127.482061:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693127.482063:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693127.482065:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693127.482068:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277056, portal 10
00000100:00000001:0.0:1790693127.482070:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693127.482071:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:0.0:1790693127.482076:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482082:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693127.482084:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693127.482087:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693127.482089:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101277056, offset 0
00000400:00000200:0.0:1790693127.482093:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693127.482096:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.482099:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693127.482101:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693127.482104:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693127.482105:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693127.482108:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693127.482111:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6399:6399:256:4294967295] 192.168.204.134@tcp LPNI seq info [6394:6394:8:4294967295]
00000400:00000200:0.0:1790693127.482115:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.482119:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693127.482124:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.482127:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693127.482130:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693127.482133:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693127.482136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693127.482139:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693127.482142:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.482144:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693127.482147:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693127.482150:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693127.482153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693127.482154:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693127.482156:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693127.482159:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482165:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.482168:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482174:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.482175:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693127.482178:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693127.482181:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693127.482183:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693127.482185:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298283546
00000100:00000001:0.0:1790693127.482187:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.482189:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298283546
00000100:00000001:0.0:1790693127.482191:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.482193:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693127.482194:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.482196:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693127.482199:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693127.482206:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693127.482208:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693127.482209:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693127.482211:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693127.482213:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693127.482215:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693127.482217:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693127.482225:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482230:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693127.482231:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482233:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.482234:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693127.482237:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482244:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693127.482248:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482254:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693127.482257:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482259:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.482260:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482261:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693127.482263:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693127.482265:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693127.482269:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693127.482271:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693127.482274:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693127.482281:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277056:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693127.482285:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693127.482289:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482301:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693127.482303:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.482305:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693127.482307:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693127.482309:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693127.482312:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277184:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693127.482316:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693127.482318:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693127.482320:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.482321:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693127.482325:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693127.482327:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693127.482331:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693127.482333:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693127.482336:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693127.482339:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277184, portal 4
00000100:00000001:0.0:1790693127.482341:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693127.482342:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:0.0:1790693127.482347:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482352:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693127.482354:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693127.482356:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693127.482357:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101277184, offset 0
00000400:00000200:0.0:1790693127.482361:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693127.482364:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.482368:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693127.482370:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693127.482372:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693127.482374:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693127.482376:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693127.482378:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6400:6400:256:4294967295] 192.168.204.134@tcp LPNI seq info [6395:6395:8:4294967295]
00000400:00000200:0.0:1790693127.482382:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.482387:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693127.482391:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.482394:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693127.482440:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693127.482443:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693127.482446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693127.482449:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693127.482451:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.482453:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693127.482455:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693127.482458:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693127.482460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693127.482462:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693127.482468:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693127.482471:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482478:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.482480:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482485:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.482487:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693127.482490:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693127.482493:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693127.482496:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693127.482498:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298283541
00000100:00000001:0.0:1790693127.482500:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.482502:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298283541
00000100:00000001:0.0:1790693127.482504:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.482506:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693127.482507:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.482509:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693127.482513:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693127.482519:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693127.482520:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693127.482521:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693127.482523:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693127.482524:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693127.482526:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693127.482528:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693127.482535:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482540:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693127.482541:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482542:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.482544:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693127.482547:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482552:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693127.482555:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482562:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693127.482564:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482565:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.482566:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482568:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693127.482569:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693127.482572:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693127.482575:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693127.482577:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693127.482581:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693127.482587:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277184:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693127.482590:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693127.482593:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482599:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693127.482601:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.482603:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693127.482604:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693127.482606:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693127.482609:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277312:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693127.482611:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693127.482613:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693127.482615:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693127.482616:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693127.482619:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693127.482621:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693127.482624:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693127.482626:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693127.482629:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693127.482632:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277312, portal 4
00000100:00000001:0.0:1790693127.482634:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693127.482636:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693127.482641:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482646:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693127.482648:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693127.482650:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693127.482653:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101277312, offset 0
00000400:00000200:0.0:1790693127.482656:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693127.482660:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.482663:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693127.482666:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693127.482668:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693127.482670:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693127.482672:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693127.482675:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6401:6401:256:4294967295] 192.168.204.134@tcp LPNI seq info [6396:6396:8:4294967295]
00000400:00000200:0.0:1790693127.482678:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693127.482684:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693127.482688:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.482691:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693127.482694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693127.482696:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693127.482700:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693127.482703:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693127.482707:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693127.482708:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693127.482711:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693127.482714:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693127.482716:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693127.482718:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693127.482720:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693127.482723:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482729:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.482733:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482738:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.482739:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693127.482742:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693127.482744:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693127.482748:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693127.482750:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298283546
00000100:00000001:0.0:1790693127.482752:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.482754:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298283546
00000100:00000001:0.0:1790693127.482756:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298284804
00000100:00000001:0.0:1790693127.482757:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693127.482759:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.482761:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693127.482779:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693127.482787:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693127.482788:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693127.482789:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693127.482792:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693127.482793:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693127.482795:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693127.482798:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693127.482806:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482811:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693127.482812:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482814:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.482815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693127.482818:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482824:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693127.482828:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482838:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693127.482841:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482842:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693127.482844:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482845:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693127.482847:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693127.482849:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693127.482852:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693127.482854:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693127.482857:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693127.482864:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277312:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693127.482867:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482871:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.482875:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101276800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482881:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693127.482884:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693127.482887:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693127.482890:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693127.482892:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693127.482894:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693127.482896:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693127.482899:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:0.0:1790693127.482904:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693127.482906:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693127.482908:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693127.482913:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693127.482914:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482915:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.482920:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101276928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482926:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693127.482927:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693127.482929:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693127.482931:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693127.482933:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693127.482934:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693127.482937:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693127.482938:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:0.0:1790693127.482941:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693127.482942:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693127.482943:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:0.0:1790693127.482945:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693127.482947:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482948:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.482952:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101277056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482958:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693127.482959:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693127.482960:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693127.482963:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693127.482964:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693127.482966:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693127.482968:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693127.482969:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:0.0:1790693127.482972:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693127.482973:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693127.482975:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:0.0:1790693127.482978:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693127.482979:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.482981:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.482984:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101277184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.482990:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693127.482991:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693127.482993:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693127.482995:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693127.482997:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693127.482998:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693127.482999:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693127.483001:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693127.483003:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693127.483005:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693127.483006:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:0.0:1790693127.483009:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693127.483010:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.483012:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693127.483014:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101277312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693127.483020:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693127.483022:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693127.483023:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693127.483025:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693127.483026:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693127.483027:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693127.483029:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693127.483030:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:0.0:1790693127.483033:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693127.483034:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693127.483035:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693127.483037:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693127.483038:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.483041:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.483052:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693127.483054:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.483057:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693127.483059:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693127.863534:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693127.863545:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693127.863552:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693127.863563:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693127.863570:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693127.863577:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.863582:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693127.863591:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693127.863596:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693128.823504:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298284804, at 4298284864
00000100:00000010:0.0:1790693128.823521:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693128.887487:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693128.887496:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693128.887500:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693128.887506:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693128.887515:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693128.887521:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693128.887527:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693128.887531:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693128.887536:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693129.911482:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693129.911491:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693129.911496:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693129.911504:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693129.911513:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693129.911518:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693129.911524:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693129.911529:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693129.911536:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693130.935510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693130.935518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693130.935523:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693130.935531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693130.935536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693130.935540:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693130.935545:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693130.935550:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693130.935555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693131.575526:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693131.575532:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693131.575534:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693131.575540:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693131.575544:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693131.575548:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693131.575551:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693131.575554:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693131.575557:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693131.959457:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693131.959464:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693131.959467:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693131.959475:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693131.959481:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693131.959485:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693131.959488:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693131.959494:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693131.959499:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.599485:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693132.599490:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693132.599494:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693132.599498:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693132.599503:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693132.599507:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.599512:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693132.599516:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.599518:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.599728:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693132.599732:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693132.599735:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693132.599744:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.599758:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693132.599761:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.599765:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693132.599770:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693132.599775:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693132.599780:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101277440:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693132.599784:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693132.599789:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693132.599793:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.599798:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693132.599803:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693132.599807:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693132.599815:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693132.599821:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693132.599828:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693132.599835:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277440, portal 25
00000100:00000001:0.0:1790693132.599839:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693132.599840:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932671488 : -115045776880128 : ffff975dd1560e00)
00000100:00000040:0.0:1790693132.599849:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.599860:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693132.599864:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693132.599874:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693132.599879:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101277440, offset 0
00000400:00000200:0.0:1790693132.599889:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693132.599898:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.599906:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693132.599912:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693132.599917:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693132.599922:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693132.599926:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693132.599932:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6402:6402:256:4294967295] 192.168.204.134@tcp LPNI seq info [6397:6397:8:4294967295]
00000400:00000200:0.0:1790693132.599938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.599949:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693132.599967:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.599973:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693132.599986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693132.599995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693132.600008:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693132.600015:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693132.600028:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.600035:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693132.600045:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693132.600056:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693132.600063:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693132.600068:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693132.600074:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693132.600082:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600103:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.600109:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600137:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.600142:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693132.600148:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693132.600154:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693132.600159:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298289922
00000100:00000010:0.0:1790693132.600165:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693132.600172:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693132.600179:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298289922
00000100:00000010:0.0:1790693132.600183:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71900c0.
00000100:00000001:0.0:1790693132.600186:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693132.600191:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693132.600195:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.600198:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693132.600206:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693132.600218:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693132.600221:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693132.600224:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693132.600227:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693132.600228:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693132.600232:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693132.600238:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693132.600250:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600260:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693132.600263:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600266:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.600270:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693132.600276:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600285:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693132.600290:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600298:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693132.600301:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600306:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.600307:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600311:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693132.600313:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693132.600315:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693132.600322:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693132.600326:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693132.600331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693132.600346:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101277440:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693132.600352:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600356:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.600362:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560e00 x1877674101277440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600380:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693132.600383:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693132.600385:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693132.600391:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693132.600393:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693132.600396:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693132.600414:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693132.600415:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:0.0:1790693132.600419:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693132.600422:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693132.600426:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560e00.
00000100:00000001:0.0:1790693132.600437:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693132.600439:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600443:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600451:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693132.600453:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.600457:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693132.600460:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693132.600462:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693132.600467:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600484:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693132.600487:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.600490:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693132.600493:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693132.600495:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693132.600500:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277568:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693132.600506:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693132.600509:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693132.600511:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.600514:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693132.600517:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693132.600523:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693132.600530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693132.600534:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693132.600538:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693132.600544:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277568, portal 10
00000100:00000001:0.0:1790693132.600547:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693132.600550:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:0.0:1790693132.600557:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600568:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693132.600572:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693132.600576:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693132.600581:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101277568, offset 0
00000400:00000200:0.0:1790693132.600586:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693132.600592:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.600598:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693132.600602:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693132.600605:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693132.600607:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693132.600612:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693132.600616:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6403:6403:256:4294967295] 192.168.204.134@tcp LPNI seq info [6398:6398:8:4294967295]
00000400:00000200:0.0:1790693132.600621:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.600632:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693132.600642:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.600647:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693132.600655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693132.600660:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693132.600678:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693132.600682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693132.600697:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.600698:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693132.600700:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693132.600703:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693132.600705:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693132.600706:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693132.600708:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693132.600711:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600716:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.600717:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600721:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.600722:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693132.600724:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693132.600727:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693132.600729:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693132.600730:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298288659
00000100:00000001:0.0:1790693132.600732:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.600734:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298288659
00000100:00000001:0.0:1790693132.600735:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.600736:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693132.600738:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.600739:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693132.600741:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693132.600745:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693132.600746:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693132.600746:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693132.600748:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693132.600748:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693132.600749:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693132.600751:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693132.600755:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600762:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693132.600763:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600764:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.600765:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693132.600767:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600771:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693132.600773:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600776:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693132.600778:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600778:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.600779:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600780:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693132.600781:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693132.600783:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693132.600784:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693132.600786:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693132.600788:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693132.600792:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277568:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693132.600794:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693132.600795:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600800:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693132.600800:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.600802:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693132.600803:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693132.600804:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693132.600806:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277696:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693132.600808:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693132.600809:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693132.600810:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.600811:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693132.600813:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693132.600814:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693132.600816:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693132.600817:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693132.600819:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693132.600821:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277696, portal 10
00000100:00000001:0.0:1790693132.600822:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693132.600823:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:0.0:1790693132.600827:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600830:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693132.600831:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693132.600833:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693132.600834:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101277696, offset 0
00000400:00000200:0.0:1790693132.600836:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693132.600838:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.600840:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693132.600842:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693132.600843:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693132.600845:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693132.600846:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693132.600848:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6404:6404:256:4294967295] 192.168.204.134@tcp LPNI seq info [6399:6399:8:4294967295]
00000400:00000200:0.0:1790693132.600850:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.600856:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693132.600860:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.600863:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693132.600866:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693132.600869:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693132.600873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693132.600876:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693132.600880:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.600881:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693132.600884:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693132.600887:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693132.600890:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693132.600891:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693132.600893:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693132.600896:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600904:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.600907:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600913:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.600915:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693132.600918:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693132.600921:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693132.600924:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693132.600926:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298288665
00000100:00000001:0.0:1790693132.600928:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.600930:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298288665
00000100:00000001:0.0:1790693132.600932:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.600934:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693132.600936:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.600938:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693132.600940:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693132.600950:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693132.600950:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693132.600951:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693132.600953:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693132.600954:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693132.600955:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693132.600957:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693132.600961:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600965:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693132.600966:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600967:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.600968:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693132.600969:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600973:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693132.600975:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.600979:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693132.600980:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600981:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.600982:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.600983:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693132.600984:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693132.600985:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693132.600987:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693132.600988:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693132.600991:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693132.600995:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277696:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693132.600997:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693132.600999:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601002:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693132.601003:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.601004:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693132.601005:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693132.601006:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693132.601008:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277824:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693132.601009:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693132.601010:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693132.601011:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.601012:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693132.601014:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693132.601015:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693132.601017:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693132.601019:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693132.601021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693132.601023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277824, portal 4
00000100:00000001:0.0:1790693132.601024:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693132.601025:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:0.0:1790693132.601028:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601032:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693132.601033:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693132.601034:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693132.601036:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101277824, offset 0
00000400:00000200:0.0:1790693132.601038:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693132.601040:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.601042:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693132.601044:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693132.601046:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693132.601047:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693132.601048:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693132.601050:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6405:6405:256:4294967295] 192.168.204.134@tcp LPNI seq info [6400:6400:8:4294967295]
00000400:00000200:0.0:1790693132.601053:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.601056:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693132.601059:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.601061:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693132.601064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693132.601066:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693132.601069:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693132.601072:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693132.601075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.601077:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693132.601079:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693132.601082:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693132.601085:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693132.601087:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693132.601089:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693132.601092:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601100:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.601105:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601111:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.601113:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693132.601116:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693132.601119:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693132.601122:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693132.601124:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298288659
00000100:00000001:0.0:1790693132.601126:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.601128:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298288659
00000100:00000001:0.0:1790693132.601129:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.601131:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693132.601132:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.601133:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693132.601135:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693132.601140:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693132.601140:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693132.601141:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693132.601143:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693132.601144:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693132.601146:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693132.601148:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693132.601154:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601158:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693132.601159:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601160:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.601161:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693132.601162:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601166:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693132.601168:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601171:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693132.601173:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601174:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.601175:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601176:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693132.601177:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693132.601179:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693132.601180:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693132.601181:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693132.601183:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693132.601187:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277824:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693132.601189:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601190:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.601192:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101277568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601196:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693132.601197:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693132.601198:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693132.601199:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693132.601200:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693132.601201:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693132.601202:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693132.601203:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:0.0:1790693132.601205:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693132.601206:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693132.601207:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:0.0:1790693132.601209:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693132.601209:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601210:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.601212:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101277696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601215:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693132.601216:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693132.601217:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693132.601219:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693132.601220:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693132.601220:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693132.601221:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693132.601222:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:0.0:1790693132.601223:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693132.601224:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693132.601224:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:0.0:1790693132.601225:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693132.601226:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601227:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.601228:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101277824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601231:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693132.601232:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693132.601233:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693132.601234:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693132.601234:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693132.601235:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693132.601236:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693132.601236:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:0.0:1790693132.601238:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693132.601239:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693132.601239:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:0.0:1790693132.601241:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693132.601241:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601242:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601244:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693132.601245:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.601246:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693132.601247:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693132.601248:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693132.601250:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601253:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693132.601254:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.601255:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693132.601256:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693132.601258:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693132.601259:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277952:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693132.601261:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693132.601262:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693132.601263:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693132.601263:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693132.601265:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693132.601266:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693132.601268:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693132.601270:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693132.601271:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693132.601273:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101277952, portal 4
00000100:00000001:0.0:1790693132.601274:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693132.601275:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:0.0:1790693132.601278:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601282:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693132.601283:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693132.601284:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693132.601286:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101277952, offset 0
00000400:00000200:0.0:1790693132.601288:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693132.601290:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.601292:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693132.601293:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693132.601295:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693132.601296:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693132.601298:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693132.601299:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6406:6406:256:4294967295] 192.168.204.134@tcp LPNI seq info [6401:6401:8:4294967295]
00000400:00000200:0.0:1790693132.601302:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693132.601305:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693132.601308:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.601310:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693132.601312:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693132.601314:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693132.601316:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693132.601318:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693132.601320:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693132.601321:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693132.601323:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693132.601325:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693132.601326:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693132.601327:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693132.601329:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693132.601330:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601335:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.601336:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601340:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.601341:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693132.601342:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693132.601344:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693132.601345:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693132.601347:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298288664
00000100:00000001:0.0:1790693132.601348:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.601349:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298288664
00000100:00000001:0.0:1790693132.601351:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298289922
00000100:00000001:0.0:1790693132.601352:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693132.601353:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.601354:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693132.601356:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693132.601364:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693132.601364:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693132.601365:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693132.601366:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693132.601367:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693132.601368:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693132.601370:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693132.601374:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601377:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693132.601378:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601379:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.601379:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693132.601381:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601385:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693132.601387:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601390:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693132.601392:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601392:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693132.601393:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601394:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693132.601395:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693132.601396:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693132.601412:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693132.601413:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693132.601416:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693132.601420:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101277952:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693132.601423:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601424:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693132.601425:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101277952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693132.601429:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693132.601429:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693132.601430:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693132.601432:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693132.601432:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693132.601433:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693132.601434:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693132.601435:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:0.0:1790693132.601437:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693132.601437:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693132.601438:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:0.0:1790693132.601440:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693132.601440:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601441:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.601443:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693132.601444:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.601445:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693132.601446:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693132.983519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693132.983527:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693132.983531:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693132.983539:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693132.983546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693132.983550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.983555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693132.983559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693132.983564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693133.623498:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693133.623504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693133.623505:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693133.623510:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693133.623514:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693133.623516:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693133.623518:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693133.623520:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693133.623521:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693133.943515:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298289922, at 4298289984
00000100:00000010:0.0:1790693133.943531:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693134.007498:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693134.007504:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693134.007507:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693134.007515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693134.007522:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693134.007527:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693134.007542:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693134.007546:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693134.007551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693134.647522:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693134.647530:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693134.647532:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693134.647536:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693134.647539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693134.647543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693134.647545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693134.647547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693134.647549:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693135.031489:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693135.031497:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693135.031502:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693135.031509:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693135.031515:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693135.031521:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693135.031527:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693135.031532:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693135.031538:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693135.671489:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693135.671496:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693135.671497:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693135.671501:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693135.671503:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693135.671506:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693135.671509:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693135.671510:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693135.671513:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693136.055493:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693136.055501:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693136.055504:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693136.055511:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693136.055515:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693136.055521:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693136.055527:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693136.055530:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693136.055534:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693136.055580:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693136.055584:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693136.055586:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693136.695552:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693136.695561:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693136.695563:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693136.695570:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693136.695574:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693136.695577:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693136.695580:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693136.695582:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693136.695584:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.079470:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693137.079481:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693137.079486:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.079494:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693137.079502:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693137.079509:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.079517:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693137.079525:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.079534:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.719513:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693137.719521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693137.719525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.719532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693137.719538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693137.719543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.719548:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693137.719552:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.719557:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.719836:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693137.719841:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693137.719849:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693137.719857:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.719873:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693137.719878:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.719886:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693137.719891:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.719896:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.719901:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101278080:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693137.719910:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693137.719916:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693137.719919:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.719925:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693137.719932:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693137.719938:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693137.719949:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693137.719956:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693137.719965:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693137.719975:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278080, portal 25
00000100:00000001:0.0:1790693137.719979:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693137.719981:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00000040:0.0:1790693137.719989:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720007:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693137.720015:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693137.720025:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693137.720030:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101278080, offset 0
00000400:00000200:0.0:1790693137.720039:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693137.720049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.720056:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693137.720064:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693137.720073:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693137.720081:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693137.720087:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693137.720092:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6407:6407:256:4294967295] 192.168.204.134@tcp LPNI seq info [6402:6402:8:4294967295]
00000400:00000200:0.0:1790693137.720097:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.720111:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693137.720122:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.720126:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693137.720140:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693137.720144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693137.720150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693137.720155:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693137.720161:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.720163:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693137.720170:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693137.720177:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693137.720182:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693137.720185:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693137.720189:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693137.720194:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720204:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.720209:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720238:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.720240:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693137.720247:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693137.720252:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693137.720256:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298295042
00000100:00000010:0.0:1790693137.720262:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693137.720270:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693137.720279:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298295042
00000100:00000010:0.0:1790693137.720285:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190300.
00000100:00000001:0.0:1790693137.720290:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693137.720297:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693137.720303:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.720309:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693137.720318:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693137.720335:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693137.720339:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693137.720343:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693137.720346:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693137.720349:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693137.720353:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693137.720359:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693137.720371:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720381:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693137.720383:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720386:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.720391:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693137.720415:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720438:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693137.720447:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720464:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693137.720471:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720476:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.720481:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720487:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693137.720492:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693137.720497:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693137.720503:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693137.720508:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693137.720519:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693137.720548:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101278080:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693137.720557:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720561:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.720579:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101278080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720595:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693137.720598:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693137.720604:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693137.720610:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693137.720615:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693137.720620:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693137.720627:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693137.720631:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693137.720640:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693137.720644:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693137.720650:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:0.0:1790693137.720656:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693137.720660:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720666:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720677:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693137.720681:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.720686:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693137.720691:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693137.720695:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693137.720710:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720726:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693137.720730:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.720736:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693137.720740:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.720753:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.720758:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278208:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693137.720762:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693137.720764:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693137.720765:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.720767:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693137.720770:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693137.720772:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693137.720776:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693137.720779:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693137.720782:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693137.720786:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278208, portal 10
00000100:00000001:0.0:1790693137.720788:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693137.720789:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:0.0:1790693137.720796:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720802:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693137.720804:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693137.720806:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693137.720809:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101278208, offset 0
00000400:00000200:0.0:1790693137.720812:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693137.720816:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.720820:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693137.720822:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693137.720825:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693137.720827:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693137.720829:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693137.720832:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6408:6408:256:4294967295] 192.168.204.134@tcp LPNI seq info [6403:6403:8:4294967295]
00000400:00000200:0.0:1790693137.720836:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.720841:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693137.720846:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.720848:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693137.720852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693137.720855:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693137.720859:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693137.720861:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693137.720865:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.720867:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693137.720870:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693137.720873:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693137.720876:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693137.720878:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693137.720880:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693137.720883:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720890:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.720893:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720899:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.720900:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693137.720903:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693137.720907:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693137.720910:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693137.720912:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298293779
00000100:00000001:0.0:1790693137.720915:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.720917:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298293779
00000100:00000001:0.0:1790693137.720919:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.720921:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693137.720923:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.720924:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693137.720928:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693137.720935:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693137.720937:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693137.720938:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693137.720940:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693137.720942:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693137.720944:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693137.720947:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693137.720955:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720961:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693137.720962:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720964:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.720965:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693137.720968:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720975:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693137.720978:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.720990:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693137.720992:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720994:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.720995:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.720997:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693137.720999:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693137.721001:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693137.721004:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693137.721006:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693137.721010:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693137.721017:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278208:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693137.721021:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693137.721024:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721030:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693137.721031:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.721033:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693137.721035:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.721037:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.721040:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278336:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693137.721043:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693137.721044:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693137.721046:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.721047:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693137.721050:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693137.721052:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693137.721055:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693137.721057:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693137.721060:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693137.721063:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278336, portal 10
00000100:00000001:0.0:1790693137.721064:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693137.721066:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:0.0:1790693137.721071:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721077:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693137.721079:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693137.721081:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693137.721084:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101278336, offset 0
00000400:00000200:0.0:1790693137.721087:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693137.721090:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.721093:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693137.721096:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693137.721099:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693137.721101:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693137.721103:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693137.721106:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6409:6409:256:4294967295] 192.168.204.134@tcp LPNI seq info [6404:6404:8:4294967295]
00000400:00000200:0.0:1790693137.721110:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.721115:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693137.721119:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.721122:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693137.721126:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693137.721129:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693137.721132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693137.721135:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693137.721138:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.721140:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693137.721143:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693137.721146:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693137.721149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693137.721150:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693137.721153:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693137.721156:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721164:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.721166:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721173:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721174:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693137.721177:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693137.721180:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693137.721183:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693137.721185:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298293785
00000100:00000001:0.0:1790693137.721188:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.721190:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298293785
00000100:00000001:0.0:1790693137.721192:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.721194:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693137.721196:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721198:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693137.721201:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693137.721210:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693137.721211:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693137.721213:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693137.721215:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693137.721217:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693137.721219:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693137.721222:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693137.721229:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721240:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693137.721241:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721243:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.721245:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693137.721248:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721254:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693137.721258:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721264:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693137.721266:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721268:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.721269:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721270:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693137.721272:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693137.721274:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693137.721278:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693137.721280:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693137.721284:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693137.721292:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278336:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693137.721295:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693137.721298:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721304:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693137.721305:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.721308:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693137.721310:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.721312:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.721315:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278464:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693137.721318:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693137.721319:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693137.721321:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.721322:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693137.721326:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693137.721328:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693137.721331:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693137.721333:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693137.721337:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693137.721340:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278464, portal 4
00000100:00000001:0.0:1790693137.721342:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693137.721343:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:0.0:1790693137.721348:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721354:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693137.721356:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693137.721358:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693137.721360:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101278464, offset 0
00000400:00000200:0.0:1790693137.721364:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693137.721368:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.721371:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693137.721373:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693137.721376:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693137.721378:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693137.721381:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693137.721383:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6410:6410:256:4294967295] 192.168.204.134@tcp LPNI seq info [6405:6405:8:4294967295]
00000400:00000200:0.0:1790693137.721387:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.721392:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693137.721415:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.721420:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693137.721424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693137.721426:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693137.721430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693137.721433:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693137.721437:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.721439:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693137.721441:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693137.721445:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693137.721448:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693137.721450:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693137.721452:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693137.721455:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721463:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.721466:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721472:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721473:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693137.721476:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693137.721479:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693137.721482:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693137.721484:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298293780
00000100:00000001:0.0:1790693137.721486:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.721488:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298293780
00000100:00000001:0.0:1790693137.721490:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.721492:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693137.721494:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721496:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693137.721500:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693137.721513:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693137.721514:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693137.721516:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693137.721517:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693137.721519:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693137.721520:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693137.721522:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693137.721527:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721530:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693137.721531:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721532:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.721533:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693137.721535:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721538:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693137.721541:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721544:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693137.721546:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721547:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.721548:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721550:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693137.721552:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693137.721554:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693137.721557:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693137.721559:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693137.721563:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693137.721583:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278464:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693137.721587:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721588:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.721592:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101278208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721598:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693137.721600:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693137.721602:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693137.721604:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693137.721606:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693137.721607:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693137.721608:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693137.721609:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097c00.
02000000:00000001:0.0:1790693137.721611:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693137.721612:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693137.721613:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:0.0:1790693137.721614:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693137.721615:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721616:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.721618:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101278336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721622:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693137.721623:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693137.721624:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693137.721625:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693137.721626:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693137.721627:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693137.721628:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693137.721628:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:0.0:1790693137.721629:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693137.721630:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693137.721631:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:0.0:1790693137.721632:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693137.721633:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721634:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.721636:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101278464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721640:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693137.721640:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693137.721641:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693137.721642:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693137.721643:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693137.721643:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693137.721644:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693137.721645:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:0.0:1790693137.721646:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693137.721647:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693137.721647:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:0.0:1790693137.721648:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693137.721649:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721650:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721653:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693137.721653:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721654:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693137.721655:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693137.721656:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693137.721658:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721661:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693137.721662:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.721663:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693137.721664:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.721665:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.721667:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278592:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693137.721669:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693137.721670:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693137.721671:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.721672:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693137.721674:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693137.721675:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693137.721678:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693137.721679:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693137.721681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693137.721683:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278592, portal 4
00000100:00000001:0.0:1790693137.721684:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693137.721685:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:0.0:1790693137.721689:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721693:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693137.721694:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693137.721695:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693137.721697:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101278592, offset 0
00000400:00000200:0.0:1790693137.721699:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693137.721701:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.721703:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693137.721705:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693137.721707:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693137.721708:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693137.721709:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693137.721711:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6411:6411:256:4294967295] 192.168.204.134@tcp LPNI seq info [6406:6406:8:4294967295]
00000400:00000200:0.0:1790693137.721714:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693137.721717:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693137.721720:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.721721:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693137.721724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693137.721725:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693137.721728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693137.721730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693137.721732:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693137.721733:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693137.721735:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693137.721737:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693137.721739:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693137.721740:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693137.721741:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693137.721743:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721748:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.721750:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721754:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721754:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693137.721756:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693137.721758:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693137.721759:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693137.721760:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298293785
00000100:00000001:0.0:1790693137.721762:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.721764:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298293785
00000100:00000001:0.0:1790693137.721765:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298295042
00000100:00000001:0.0:1790693137.721767:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693137.721769:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721771:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693137.721774:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693137.721781:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693137.721782:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693137.721784:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693137.721786:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693137.721787:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693137.721789:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693137.721793:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693137.721801:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721808:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693137.721809:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721810:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.721812:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693137.721815:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721820:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693137.721823:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721827:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693137.721829:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721830:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693137.721830:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721831:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693137.721832:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693137.721834:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693137.721835:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693137.721836:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693137.721838:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693137.721843:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278592:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693137.721846:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721847:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693137.721848:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101278592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.721852:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693137.721853:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693137.721855:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693137.721856:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693137.721857:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693137.721858:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693137.721860:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693137.721861:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:0.0:1790693137.721862:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693137.721863:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693137.721864:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:0.0:1790693137.721866:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693137.721867:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721868:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693137.721871:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693137.721872:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.721874:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693137.721875:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693138.103507:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693138.103514:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693138.103519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693138.103526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693138.103533:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693138.103539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693138.103554:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693138.103569:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693138.103574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693138.103635:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693138.103639:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693138.103642:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693138.743492:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693138.743501:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693138.743504:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693138.743509:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693138.743514:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693138.743518:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693138.743522:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693138.743526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693138.743529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693139.063468:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298295042, at 4298295104
00000100:00000010:0.0:1790693139.063482:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693139.127493:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693139.127501:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693139.127505:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693139.127509:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693139.127515:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693139.127520:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693139.127525:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693139.127528:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693139.127534:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693139.767486:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693139.767494:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693139.767497:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693139.767504:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693139.767508:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693139.767512:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693139.767515:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693139.767517:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693139.767520:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693140.151516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693140.151535:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693140.151540:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693140.151549:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693140.151557:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693140.151563:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693140.151570:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693140.151575:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693140.151787:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693140.791489:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693140.791495:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693140.791497:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693140.791501:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693140.791517:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693140.791521:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693140.791523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693140.791525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693140.791527:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693141.175515:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693141.175522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693141.175526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693141.175532:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693141.175537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693141.175541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693141.175545:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693141.175549:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693141.175555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693141.815535:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693141.815544:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693141.815546:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693141.815552:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693141.815555:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693141.815560:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693141.815562:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693141.815564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693141.815567:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693142.200376:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693142.200381:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693142.200387:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693142.839530:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693142.839537:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693142.839542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.839548:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693142.839553:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693142.839559:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.839565:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693142.839569:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.839575:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.839737:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693142.839742:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693142.839746:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693142.839755:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.839773:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693142.839776:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.839781:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693142.839784:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.839787:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.839798:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101278720:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693142.839804:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693142.839810:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693142.839813:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.839816:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693142.839822:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693142.839826:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693142.839832:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693142.839836:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693142.839843:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693142.839856:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278720, portal 25
00000100:00000001:0.0:1790693142.839859:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693142.839862:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000040:0.0:1790693142.839871:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.839881:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693142.839883:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693142.839885:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693142.839887:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101278720, offset 0
00000400:00000200:0.0:1790693142.839892:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693142.839898:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.839902:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693142.839906:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693142.839912:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693142.839917:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693142.839921:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693142.839929:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6412:6412:256:4294967295] 192.168.204.134@tcp LPNI seq info [6407:6407:8:4294967295]
00000400:00000200:0.0:1790693142.839936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.839949:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693142.839958:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.839965:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693142.839972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693142.839976:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693142.839982:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693142.839987:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693142.839995:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.839998:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693142.840003:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693142.840008:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693142.840013:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693142.840017:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693142.840023:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693142.840029:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840044:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.840050:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840061:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.840064:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693142.840072:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693142.840079:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693142.840082:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298300162
00000100:00000010:0.0:1790693142.840089:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693142.840100:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693142.840110:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298300162
00000100:00000010:0.0:1790693142.840118:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190000.
00000100:00000001:0.0:1790693142.840124:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693142.840138:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693142.840147:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.840154:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693142.840162:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693142.840185:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693142.840187:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693142.840191:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693142.840196:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693142.840199:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693142.840204:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693142.840210:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693142.840223:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840241:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693142.840245:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840250:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.840254:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693142.840263:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840279:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693142.840289:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840305:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693142.840312:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840316:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.840320:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840325:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693142.840330:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693142.840336:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693142.840344:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693142.840348:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693142.840358:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693142.840376:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101278720:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693142.840385:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840389:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.840395:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101278720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840424:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693142.840427:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693142.840430:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693142.840435:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693142.840439:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693142.840443:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693142.840447:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693142.840453:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:0.0:1790693142.840461:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693142.840464:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693142.840480:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:0.0:1790693142.840487:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693142.840490:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840494:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840504:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693142.840507:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.840511:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693142.840515:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693142.840520:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693142.840526:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840541:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693142.840544:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.840548:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693142.840552:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.840557:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.840565:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278848:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693142.840573:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693142.840578:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693142.840581:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.840585:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693142.840592:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693142.840596:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693142.840604:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693142.840610:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693142.840615:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693142.840620:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278848, portal 10
00000100:00000001:0.0:1790693142.840624:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693142.840627:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:0.0:1790693142.840638:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840651:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693142.840657:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693142.840662:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693142.840666:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101278848, offset 0
00000400:00000200:0.0:1790693142.840678:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693142.840685:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.840694:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693142.840699:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693142.840705:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693142.840709:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693142.840714:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693142.840719:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6413:6413:256:4294967295] 192.168.204.134@tcp LPNI seq info [6408:6408:8:4294967295]
00000400:00000200:0.0:1790693142.840729:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.840738:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693142.840746:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.840749:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693142.840757:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693142.840763:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693142.840771:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693142.840773:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693142.840779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.840781:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693142.840783:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693142.840785:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693142.840788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693142.840789:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693142.840791:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693142.840794:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840803:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.840806:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840812:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.840813:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693142.840817:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.840821:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693142.840825:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693142.840827:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298298899
00000100:00000001:0.0:1790693142.840829:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.840832:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298298899
00000100:00000001:0.0:1790693142.840835:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.840838:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693142.840840:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.840842:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693142.840846:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693142.840855:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693142.840856:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693142.840859:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693142.840861:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693142.840863:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693142.840866:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693142.840868:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693142.840877:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840883:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693142.840884:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840886:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.840888:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693142.840891:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840897:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693142.840901:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840907:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693142.840909:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840911:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.840912:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.840914:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693142.840916:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693142.840919:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693142.840922:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693142.840924:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693142.840927:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693142.840935:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278848:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693142.840939:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693142.840942:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840948:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693142.840950:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.840952:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693142.840953:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.840955:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.840958:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278976:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693142.840961:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693142.840962:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693142.840964:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.840965:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693142.840969:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693142.840971:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693142.840973:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693142.840976:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693142.840979:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693142.840982:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101278976, portal 10
00000100:00000001:0.0:1790693142.840984:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693142.840985:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:0.0:1790693142.840991:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.840997:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693142.840998:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693142.841000:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693142.841002:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101278976, offset 0
00000400:00000200:0.0:1790693142.841006:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693142.841009:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.841013:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693142.841016:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693142.841018:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693142.841021:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693142.841023:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693142.841025:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6414:6414:256:4294967295] 192.168.204.134@tcp LPNI seq info [6409:6409:8:4294967295]
00000400:00000200:0.0:1790693142.841028:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.841033:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693142.841038:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.841041:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693142.841044:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693142.841047:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693142.841050:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693142.841053:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693142.841056:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.841058:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693142.841060:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693142.841063:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693142.841066:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693142.841067:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693142.841070:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693142.841073:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841080:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.841082:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841088:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841090:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693142.841093:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.841096:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693142.841099:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693142.841101:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298298905
00000100:00000001:0.0:1790693142.841103:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.841105:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298298905
00000100:00000001:0.0:1790693142.841107:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.841110:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693142.841111:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841113:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693142.841116:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693142.841123:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693142.841125:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693142.841126:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693142.841128:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693142.841130:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693142.841132:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693142.841134:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693142.841142:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841148:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693142.841150:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841151:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.841152:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693142.841155:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841162:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693142.841166:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841172:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693142.841175:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841177:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.841178:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841179:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693142.841181:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693142.841184:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693142.841187:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693142.841189:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693142.841193:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693142.841200:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101278976:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693142.841204:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693142.841206:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841212:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693142.841214:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.841216:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693142.841217:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.841219:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.841222:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279104:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693142.841226:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693142.841228:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693142.841230:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.841231:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693142.841235:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693142.841236:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693142.841239:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693142.841241:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693142.841245:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693142.841248:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101279104, portal 4
00000100:00000001:0.0:1790693142.841249:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693142.841251:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:0.0:1790693142.841256:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841267:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693142.841269:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693142.841272:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693142.841274:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101279104, offset 0
00000400:00000200:0.0:1790693142.841278:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693142.841282:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.841285:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693142.841288:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693142.841290:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693142.841293:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693142.841295:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693142.841299:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6415:6415:256:4294967295] 192.168.204.134@tcp LPNI seq info [6410:6410:8:4294967295]
00000400:00000200:0.0:1790693142.841302:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.841308:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693142.841313:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.841316:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693142.841319:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693142.841322:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693142.841326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693142.841329:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693142.841348:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.841350:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693142.841353:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693142.841356:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693142.841359:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693142.841361:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693142.841364:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693142.841367:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841375:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.841378:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841390:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841391:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693142.841394:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.841415:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693142.841419:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693142.841421:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298298900
00000100:00000001:0.0:1790693142.841423:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.841425:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298298900
00000100:00000001:0.0:1790693142.841427:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.841429:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693142.841431:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841433:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693142.841436:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693142.841444:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693142.841445:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693142.841447:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693142.841449:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693142.841451:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693142.841453:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693142.841456:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693142.841464:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841483:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693142.841484:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841486:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.841487:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693142.841492:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841498:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693142.841502:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841508:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693142.841510:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841512:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.841513:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841515:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693142.841517:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693142.841519:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693142.841522:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693142.841524:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693142.841528:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693142.841535:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279104:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693142.841539:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841541:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.841544:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101278848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841550:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693142.841552:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693142.841554:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693142.841557:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693142.841558:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693142.841560:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693142.841562:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693142.841564:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:0.0:1790693142.841566:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693142.841568:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693142.841569:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:0.0:1790693142.841572:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693142.841573:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841574:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.841577:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101278976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841583:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693142.841585:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693142.841586:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693142.841589:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693142.841590:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693142.841591:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693142.841593:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693142.841594:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:0.0:1790693142.841596:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693142.841597:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693142.841599:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:0.0:1790693142.841601:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693142.841602:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841604:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.841607:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101279104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841613:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693142.841614:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693142.841616:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693142.841618:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693142.841619:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693142.841620:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693142.841622:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693142.841623:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:0.0:1790693142.841625:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693142.841626:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693142.841627:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:0.0:1790693142.841629:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693142.841630:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841632:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841636:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693142.841637:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841639:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693142.841641:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693142.841642:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693142.841645:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841651:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693142.841653:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.841655:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693142.841657:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.841659:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.841661:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279232:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693142.841665:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693142.841666:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693142.841668:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.841669:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693142.841673:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693142.841674:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693142.841678:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693142.841680:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693142.841683:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693142.841687:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101279232, portal 4
00000100:00000001:0.0:1790693142.841688:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693142.841690:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:0.0:1790693142.841695:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841701:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693142.841703:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693142.841705:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693142.841707:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101279232, offset 0
00000400:00000200:0.0:1790693142.841712:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693142.841715:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.841719:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693142.841722:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693142.841724:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693142.841726:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693142.841728:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693142.841731:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6416:6416:256:4294967295] 192.168.204.134@tcp LPNI seq info [6411:6411:8:4294967295]
00000400:00000200:0.0:1790693142.841735:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693142.841741:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693142.841745:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.841748:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693142.841752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693142.841754:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693142.841758:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693142.841761:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693142.841764:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693142.841766:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693142.841768:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693142.841772:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693142.841774:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693142.841776:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693142.841778:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693142.841782:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841789:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.841792:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841798:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841800:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693142.841803:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.841805:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693142.841808:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693142.841810:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298298905
00000100:00000001:0.0:1790693142.841813:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.841815:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298298905
00000100:00000001:0.0:1790693142.841817:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298300162
00000100:00000001:0.0:1790693142.841819:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693142.841821:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841823:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693142.841826:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693142.841833:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693142.841835:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693142.841836:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693142.841838:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693142.841840:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693142.841842:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693142.841845:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693142.841853:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841859:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693142.841861:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841862:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.841863:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693142.841866:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841872:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693142.841875:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841881:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693142.841883:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841885:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693142.841886:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841887:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693142.841889:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693142.841891:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693142.841894:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693142.841895:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693142.841899:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693142.841907:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279232:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693142.841910:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841912:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693142.841914:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101279232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.841919:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693142.841921:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693142.841923:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693142.841925:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693142.841926:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693142.841928:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693142.841930:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693142.841931:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:0.0:1790693142.841933:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693142.841934:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693142.841936:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:0.0:1790693142.841938:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693142.841939:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841941:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693142.841943:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693142.841945:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.841947:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693142.841948:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693143.863567:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693143.863577:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693143.863580:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693143.863587:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693143.863591:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693143.863595:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693143.863598:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693143.863601:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693143.863605:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693144.183522:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298300162, at 4298300224
00000100:00000010:0.0:1790693144.183544:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ae0.
00000020:00000001:0.0:1790693144.247699:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693144.247702:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693144.247705:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693144.887536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693144.887545:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693144.887548:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693144.887554:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693144.887559:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693144.887563:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693144.887567:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693144.887570:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693144.887573:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693145.271554:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693145.271561:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693145.271566:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693145.271570:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693145.271576:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693145.271582:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693145.271587:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693145.271591:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693145.271595:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693145.911512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693145.911520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693145.911523:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693145.911529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693145.911534:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693145.911538:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693145.911542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693145.911546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693145.911550:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693146.295513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693146.295518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693146.295521:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693146.295524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693146.295529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693146.295534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693146.295545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693146.295547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693146.295549:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693146.935482:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693146.935489:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693146.935492:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693146.935497:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693146.935501:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693146.935505:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693146.935508:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693146.935510:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693146.935512:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.319463:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693147.319468:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693147.319471:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693147.319476:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693147.319480:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693147.319485:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.319490:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693147.319493:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.319497:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.959498:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693147.959507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693147.959511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693147.959517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693147.959523:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693147.959528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.959533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693147.959537:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.959543:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.959716:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693147.959722:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693147.959726:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693147.959736:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.959748:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693147.959750:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.959755:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693147.959758:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693147.959761:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693147.959766:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101279360:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693147.959770:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693147.959773:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693147.959776:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.959779:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693147.959785:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693147.959788:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693147.959794:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693147.959798:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693147.959804:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693147.959812:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101279360, portal 25
00000100:00000001:0.0:1790693147.959818:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693147.959821:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932673280 : -115045776878336 : ffff975dd1561500)
00000100:00000040:0.0:1790693147.959836:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.959848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693147.959854:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693147.959860:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693147.959866:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101279360, offset 0
00000400:00000200:0.0:1790693147.959875:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693147.959884:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.959892:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693147.959898:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693147.959903:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693147.959907:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693147.959911:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693147.959918:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6417:6417:256:4294967295] 192.168.204.134@tcp LPNI seq info [6412:6412:8:4294967295]
00000400:00000200:0.0:1790693147.959922:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.959934:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693147.959942:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.959948:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693147.959955:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693147.959959:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693147.959965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693147.959969:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693147.959976:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.959979:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693147.959985:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693147.959993:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693147.959998:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693147.960001:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693147.960005:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693147.960010:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960022:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.960027:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960039:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.960042:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693147.960047:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693147.960053:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693147.960056:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298305282
00000100:00000010:0.0:1790693147.960063:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693147.960070:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693147.960076:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298305282
00000100:00000010:0.0:1790693147.960080:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71904e0.
00000100:00000001:0.0:1790693147.960085:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693147.960089:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693147.960092:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.960095:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693147.960100:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693147.960111:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693147.960114:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693147.960116:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693147.960120:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693147.960123:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693147.960125:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693147.960127:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693147.960137:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960146:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693147.960149:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960151:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.960154:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693147.960158:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960163:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693147.960168:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960181:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693147.960187:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960190:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.960191:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960194:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693147.960196:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693147.960201:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693147.960208:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693147.960213:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693147.960220:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693147.960240:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101279360:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693147.960247:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960250:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.960259:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561500 x1877674101279360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960268:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693147.960271:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693147.960273:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693147.960278:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693147.960280:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693147.960283:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693147.960286:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693147.960288:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:0.0:1790693147.960292:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693147.960295:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693147.960297:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561500.
00000100:00000001:0.0:1790693147.960302:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693147.960304:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960307:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960312:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693147.960314:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.960316:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693147.960317:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693147.960318:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693147.960321:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960327:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693147.960330:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.960332:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693147.960334:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693147.960337:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693147.960340:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279488:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693147.960346:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693147.960349:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693147.960352:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.960357:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693147.960362:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693147.960376:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693147.960385:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693147.960392:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693147.960417:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693147.960421:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101279488, portal 10
00000100:00000001:0.0:1790693147.960425:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693147.960428:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:0.0:1790693147.960440:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960455:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693147.960461:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693147.960466:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693147.960471:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101279488, offset 0
00000400:00000200:0.0:1790693147.960478:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693147.960484:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.960489:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693147.960493:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693147.960496:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693147.960499:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693147.960503:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693147.960507:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6418:6418:256:4294967295] 192.168.204.134@tcp LPNI seq info [6413:6413:8:4294967295]
00000400:00000200:0.0:1790693147.960514:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.960525:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693147.960534:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.960537:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693147.960545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693147.960551:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693147.960561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693147.960567:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693147.960578:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.960582:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693147.960590:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693147.960598:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693147.960604:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693147.960608:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693147.960614:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693147.960620:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960634:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.960641:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960660:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.960664:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693147.960669:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693147.960677:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693147.960684:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693147.960687:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298304019
00000100:00000001:0.0:1790693147.960692:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.960696:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298304019
00000100:00000001:0.0:1790693147.960700:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.960705:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693147.960710:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.960715:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693147.960722:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693147.960756:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693147.960758:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693147.960760:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693147.960764:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693147.960766:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693147.960769:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693147.960774:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693147.960782:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960788:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693147.960789:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960791:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.960792:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693147.960795:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960802:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693147.960805:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960811:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693147.960814:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960815:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.960816:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.960818:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693147.960820:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693147.960823:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693147.960826:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693147.960828:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693147.960833:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693147.960840:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279488:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693147.960844:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693147.960847:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960854:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693147.960855:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.960857:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693147.960859:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693147.960861:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693147.960864:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279616:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693147.960867:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693147.960868:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693147.960870:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.960872:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693147.960875:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693147.960877:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693147.960880:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693147.960882:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693147.960885:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693147.960888:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101279616, portal 10
00000100:00000001:0.0:1790693147.960890:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693147.960892:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:0.0:1790693147.960897:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960903:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693147.960905:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693147.960907:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693147.960910:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101279616, offset 0
00000400:00000200:0.0:1790693147.960914:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693147.960917:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.960921:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693147.960924:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693147.960926:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693147.960928:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693147.960931:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693147.960934:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6419:6419:256:4294967295] 192.168.204.134@tcp LPNI seq info [6414:6414:8:4294967295]
00000400:00000200:0.0:1790693147.960938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.960944:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693147.960948:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.960951:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693147.960955:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693147.960958:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693147.960962:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693147.960965:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693147.960968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.960970:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693147.960973:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693147.960976:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693147.960979:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693147.960980:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693147.960981:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693147.960984:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960989:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.960990:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.960994:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.960995:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693147.960997:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693147.960999:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693147.961001:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693147.961003:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298304025
00000100:00000001:0.0:1790693147.961004:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.961006:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298304025
00000100:00000001:0.0:1790693147.961007:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.961009:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693147.961010:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.961011:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693147.961013:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693147.961017:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693147.961017:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693147.961018:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693147.961020:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693147.961021:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693147.961022:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693147.961024:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693147.961028:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961031:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693147.961032:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961033:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.961034:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693147.961035:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961039:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693147.961041:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961044:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693147.961046:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961047:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.961048:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961049:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693147.961050:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693147.961052:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693147.961054:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693147.961055:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693147.961057:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693147.961061:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279616:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693147.961063:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961064:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.961066:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101279488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961069:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693147.961070:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693147.961071:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693147.961073:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693147.961073:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693147.961074:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693147.961075:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693147.961076:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:0.0:1790693147.961077:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693147.961078:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693147.961079:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:0.0:1790693147.961081:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693147.961082:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961083:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.961084:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101279616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961087:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693147.961089:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693147.961089:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693147.961091:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693147.961092:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693147.961092:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693147.961094:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693147.961094:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:0.0:1790693147.961095:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693147.961096:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693147.961097:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:0.0:1790693147.961098:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693147.961098:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961099:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961101:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693147.961102:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.961103:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693147.961104:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693147.961105:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693147.961106:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961110:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693147.961111:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.961112:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693147.961113:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693147.961114:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693147.961116:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279744:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693147.961118:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693147.961119:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693147.961120:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.961121:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693147.961122:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693147.961124:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693147.961126:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693147.961127:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693147.961129:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693147.961131:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101279744, portal 4
00000100:00000001:0.0:1790693147.961132:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693147.961133:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:0.0:1790693147.961136:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961140:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693147.961141:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693147.961142:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693147.961144:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101279744, offset 0
00000400:00000200:0.0:1790693147.961146:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693147.961148:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.961150:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693147.961152:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693147.961153:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693147.961154:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693147.961156:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693147.961158:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6420:6420:256:4294967295] 192.168.204.134@tcp LPNI seq info [6415:6415:8:4294967295]
00000400:00000200:0.0:1790693147.961160:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.961164:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693147.961166:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.961168:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693147.961170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693147.961171:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693147.961174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693147.961175:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693147.961178:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.961179:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693147.961180:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693147.961182:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693147.961184:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693147.961185:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693147.961186:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693147.961188:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961196:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.961198:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961202:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.961202:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693147.961204:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693147.961205:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693147.961207:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693147.961208:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298304019
00000100:00000001:0.0:1790693147.961209:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.961210:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298304019
00000100:00000001:0.0:1790693147.961212:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.961213:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693147.961214:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.961215:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693147.961217:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693147.961221:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693147.961222:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693147.961223:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693147.961224:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693147.961224:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693147.961225:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693147.961227:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693147.961231:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961235:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693147.961236:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961237:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.961238:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693147.961240:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961243:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693147.961245:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961249:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693147.961250:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961251:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.961251:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961252:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693147.961253:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693147.961254:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693147.961256:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693147.961257:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693147.961259:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693147.961263:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279744:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693147.961265:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693147.961267:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961271:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693147.961272:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.961273:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693147.961274:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693147.961275:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693147.961276:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279872:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693147.961278:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693147.961279:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693147.961280:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693147.961281:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693147.961282:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693147.961283:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693147.961285:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693147.961286:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693147.961288:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693147.961289:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101279872, portal 4
00000100:00000001:0.0:1790693147.961290:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693147.961291:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:0.0:1790693147.961294:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961298:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693147.961299:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693147.961300:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693147.961301:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101279872, offset 0
00000400:00000200:0.0:1790693147.961303:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693147.961305:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.961306:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693147.961308:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693147.961309:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693147.961310:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693147.961311:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693147.961313:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6421:6421:256:4294967295] 192.168.204.134@tcp LPNI seq info [6416:6416:8:4294967295]
00000400:00000200:0.0:1790693147.961315:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693147.961319:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693147.961321:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.961323:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693147.961325:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693147.961326:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693147.961329:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693147.961330:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693147.961333:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693147.961334:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693147.961335:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693147.961337:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693147.961338:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693147.961339:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693147.961341:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693147.961342:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961346:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.961347:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961351:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.961351:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693147.961353:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693147.961354:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693147.961356:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693147.961357:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298304024
00000100:00000001:0.0:1790693147.961358:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.961360:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298304024
00000100:00000001:0.0:1790693147.961361:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298305282
00000100:00000001:0.0:1790693147.961362:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693147.961363:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.961364:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693147.961366:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693147.961386:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693147.961387:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693147.961388:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693147.961390:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693147.961391:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693147.961392:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693147.961394:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693147.961412:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961416:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693147.961417:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961418:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.961419:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693147.961422:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961428:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693147.961432:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961438:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693147.961440:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961442:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693147.961443:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961444:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693147.961446:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693147.961448:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693147.961452:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693147.961454:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693147.961458:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693147.961465:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101279872:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693147.961469:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961471:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.961474:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101279744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961479:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693147.961480:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693147.961481:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693147.961483:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693147.961483:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693147.961485:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693147.961486:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693147.961487:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097c00.
02000000:00000001:0.0:1790693147.961488:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693147.961489:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693147.961490:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:0.0:1790693147.961491:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693147.961492:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961493:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693147.961495:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101279872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693147.961498:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693147.961499:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693147.961500:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693147.961501:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693147.961502:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693147.961502:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693147.961503:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693147.961504:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693147.961506:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693147.961506:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693147.961507:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:0.0:1790693147.961508:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693147.961509:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961510:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693147.961512:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693147.961513:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693147.961514:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693147.961515:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693148.343497:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693148.343505:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693148.343509:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693148.343516:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693148.343522:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693148.343528:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693148.343546:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693148.343550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693148.343553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693148.983474:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693148.983480:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693148.983482:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693148.983488:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693148.983493:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693148.983497:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693148.983500:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693148.983502:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693148.983505:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693149.303501:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298305282, at 4298305344
00000100:00000010:0.0:1790693149.303518:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ae0.
00000100:00000001:0.0:1790693149.367471:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693149.367479:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693149.367485:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693149.367491:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693149.367499:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693149.367510:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693149.367522:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693149.367529:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693149.367535:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693150.391497:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693150.391506:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693150.391511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693150.391519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693150.391525:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693150.391531:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693150.391536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693150.391541:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693150.391548:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693151.415608:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693151.415612:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693151.415616:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693151.415620:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693151.415623:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693151.415627:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693151.415629:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693151.415633:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693151.415636:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693152.439484:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693152.439492:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693152.439495:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693152.439500:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693152.439507:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693152.439512:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693152.439517:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693152.439522:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693152.439528:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.079536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693153.079541:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693153.079545:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693153.079550:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693153.079555:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693153.079559:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693153.079562:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693153.079566:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693153.079570:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693153.079911:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693153.079914:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693153.080586:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693153.080591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693153.080928:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693153.080931:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693153.081212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693153.081214:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693153.081515:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693153.081517:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1790693153.463682:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693153.463685:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693153.463686:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693153.463689:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693153.463691:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693153.463693:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693153.463695:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693153.463698:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693153.463700:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693154.103512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693154.103520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693154.103523:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693154.103528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693154.103533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693154.103536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693154.103539:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693154.103541:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693154.103545:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693154.423499:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298310402, at 4298310464
00000100:00000010:0.0:1790693154.423515:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bba0.
00000100:00000001:0.0:1790693154.487499:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693154.487505:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693154.487508:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693154.487515:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693154.487520:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693154.487524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693154.487528:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693154.487531:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693154.487535:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693155.127543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693155.127553:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693155.127557:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693155.127565:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693155.127569:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693155.127574:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693155.127577:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693155.127580:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693155.127582:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693155.511532:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693155.511541:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693155.511548:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693155.511557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693155.511566:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693155.511574:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693155.511594:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693155.511600:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693155.511605:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693156.151502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693156.151510:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693156.151512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693156.151517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693156.151521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693156.151525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693156.151527:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693156.151530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693156.151533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693156.535593:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693156.535599:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693156.535605:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693156.535618:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693156.535626:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693156.535631:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693156.535638:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693156.535643:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693156.535649:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693157.175506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693157.175514:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693157.175516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693157.175522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693157.175526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693157.175530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693157.175533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693157.175535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693157.175538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693157.559496:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693157.559506:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693157.559511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693157.559518:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693157.559523:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693157.559527:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693157.559532:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693157.559535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693157.559540:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693158.199486:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693158.199492:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693158.199496:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693158.199502:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693158.199508:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693158.199513:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693158.199516:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693158.199519:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693158.199522:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693158.200082:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693158.200087:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693158.200671:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693158.200673:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693158.200952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693158.200954:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693158.201240:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693158.201242:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693158.201538:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693158.201541:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1790693158.583450:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693158.583457:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693158.583460:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693158.583465:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693158.583469:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693158.583475:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693158.583478:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693158.583481:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693158.583485:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693159.223499:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693159.223506:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693159.223508:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693159.223512:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693159.223515:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693159.223519:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693159.223522:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693159.223525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693159.223528:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693159.543511:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298315522, at 4298315584
00000100:00000010:0.0:1790693159.543528:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bcc0.
00000100:00000001:0.0:1790693159.607491:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693159.607499:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693159.607503:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693159.607510:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693159.607516:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693159.607521:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693159.607527:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693159.607532:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693159.607536:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693160.247510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693160.247520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693160.247522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693160.247529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693160.247533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693160.247536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693160.247539:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693160.247541:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693160.247544:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693160.631537:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693160.631547:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693160.631552:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693160.631561:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693160.631565:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693160.631571:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693160.631579:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693160.631584:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693160.631596:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693161.271479:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693161.271487:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693161.271489:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693161.271495:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693161.271499:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693161.271503:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693161.271506:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693161.271508:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693161.271511:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693161.655717:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693161.655722:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693161.655723:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693161.655726:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693161.655728:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693161.655730:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693161.655732:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693161.655734:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693161.655736:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693162.295507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693162.295516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693162.295518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693162.295523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693162.295527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693162.295531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693162.295533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693162.295535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693162.295539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693162.679504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693162.679512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693162.679517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693162.679524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693162.679531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693162.679537:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693162.679553:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693162.679556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693162.679558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693163.319500:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693163.319508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693163.319511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693163.319517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693163.319521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693163.319525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693163.319529:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693163.319533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693163.319538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693163.319979:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693163.319984:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693163.320787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693163.320794:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693163.321016:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693163.321018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693163.321198:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693163.321200:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693163.321481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693163.321483:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1790693163.703490:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693163.703496:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693163.703500:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693163.703507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693163.703515:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693163.703520:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693163.703533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693163.703537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693163.703541:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693164.343553:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693164.343562:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693164.343564:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693164.343571:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693164.343577:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693164.343581:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693164.343584:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693164.343586:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693164.343589:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693164.663502:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298320642, at 4298320704
00000100:00000010:0.0:1790693164.663519:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b9c0.
00000100:00000001:0.0:1790693164.727500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693164.727509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693164.727514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693164.727519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693164.727526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693164.727530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693164.727540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693164.727545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693164.727547:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693165.367495:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693165.367502:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693165.367504:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693165.367508:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693165.367512:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693165.367514:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693165.367517:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693165.367519:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693165.367521:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693165.751539:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693165.751552:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693165.751562:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693165.751578:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693165.751595:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693165.751606:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693165.751617:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693165.751619:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693165.751621:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693166.391494:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693166.391501:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693166.391503:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693166.391508:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693166.391511:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693166.391513:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693166.391515:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693166.391517:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693166.391519:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693166.775504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693166.775513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693166.775516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693166.775523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693166.775529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693166.775535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693166.775548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693166.775551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693166.775556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693167.415505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693167.415513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693167.415516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693167.415521:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693167.415530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693167.415535:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693167.415537:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693167.415540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693167.415545:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693167.799489:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693167.799497:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693167.799501:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693167.799508:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693167.799514:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693167.799517:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693167.799529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693167.799535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693167.799539:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693168.439480:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693168.439486:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693168.439488:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693168.439492:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693168.439495:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693168.439498:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693168.439500:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693168.439503:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693168.439507:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693168.440020:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693168.440027:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693168.440768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693168.440771:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693168.440951:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693168.440952:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693168.441187:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693168.441188:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693168.441472:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693168.441474:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790693168.823478:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693168.823493:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693168.823496:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693168.823500:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693168.823504:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693168.823507:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693168.823510:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693168.823514:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693168.823520:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693169.463492:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693169.463499:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693169.463502:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693169.463507:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693169.463510:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693169.463514:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693169.463518:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693169.463521:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693169.463524:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693169.783504:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298325762, at 4298325824
00000100:00000010:0.0:1790693169.783520:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671ba20.
00000100:00000001:0.0:1790693169.847501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693169.847509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693169.847512:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693169.847521:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693169.847528:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693169.847532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693169.847535:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693169.847540:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693169.847545:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693170.487476:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693170.487485:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693170.487489:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693170.487494:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693170.487498:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693170.487501:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693170.487502:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693170.487504:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693170.487506:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693170.871492:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693170.871498:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693170.871504:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693170.871511:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693170.871519:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693170.871525:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693170.871531:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693170.871535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693170.871542:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693171.511518:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693171.511526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693171.511528:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693171.511533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693171.511537:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693171.511541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693171.511543:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693171.511546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693171.511549:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693171.895510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693171.895516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693171.895519:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693171.895523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693171.895527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693171.895532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693171.895536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693171.895538:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693171.895544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693172.535623:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693172.535633:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693172.535635:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693172.535642:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693172.535646:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693172.535649:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693172.535652:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693172.535654:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693172.535657:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693172.919513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693172.919521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693172.919524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693172.919531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693172.919539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693172.919545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693172.919552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693172.919556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693172.919562:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.559511:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693173.559519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693173.559522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693173.559529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693173.559535:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693173.559541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693173.559545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693173.559548:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693173.559553:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693173.560092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693173.560096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693173.560709:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693173.560710:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693173.560918:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693173.560921:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693173.561151:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693173.561154:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693173.561376:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693173.561378:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1790693173.943638:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693173.943641:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693173.943642:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693173.943645:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693173.943647:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693173.943649:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693173.943650:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693173.943652:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693173.943654:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693174.903494:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298330882, at 4298330944
00000100:00000010:0.0:1790693174.903505:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b780.
00000100:00000001:0.0:1790693174.967501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693174.967508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693174.967512:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693174.967521:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693174.967528:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693174.967533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693174.967541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693174.967545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693174.967550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693175.991484:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693175.991493:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693175.991498:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693175.991507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693175.991515:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693175.991515:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693175.991521:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693175.991523:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693175.991526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693175.991530:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693175.991534:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693175.991538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693175.991539:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693175.991547:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693177.015502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693177.015512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693177.015517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693177.015521:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693177.015523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693177.015525:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693177.015528:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693177.015531:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693177.015532:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693177.015538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693177.015538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693177.015542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693177.015545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693177.015550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693177.015556:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693177.015556:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693177.015559:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693177.015563:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.039693:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693178.039699:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693178.039702:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693178.039708:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693178.039714:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693178.039719:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693178.039724:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693178.039727:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693178.039729:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.039781:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693178.039798:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693178.039800:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693178.039802:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693178.039804:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693178.039806:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693178.039808:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693178.039810:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693178.039811:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693178.679527:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693178.679535:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693178.679547:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693178.679551:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693178.679555:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693178.679563:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3662
00000400:00000200:0.0:1790693178.679570:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693178.679576:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693178.679579:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693178.679582:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679585:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.679587:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679589:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693178.679596:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693178.679598:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693178.679601:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693178.679604:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693178.679606:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693178.679609:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693178.679611:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679613:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.679615:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679617:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693178.679620:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693178.679623:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679625:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693178.679628:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693178.679630:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693178.679633:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.679635:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693178.679637:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693178.679646:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693178.679649:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693178.679652:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693178.679654:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.679657:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693178.679660:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693178.679664:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693178.679673:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72400.
00000100:00000001:0.0:1790693178.679679:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693178.679687:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101283200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693178.679697:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693178.679700:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693178.679705:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101283200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693178.679737:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693178.679740:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693178.679755:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693178.679757:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693178.679759:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693178.679761:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693178.679764:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3662
00000400:00000200:0.0:1790693178.679768:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693178.679771:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693178.679783:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693178.679786:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679788:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.679790:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679792:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693178.679796:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693178.679797:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693178.679799:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693178.679802:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693178.679804:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693178.679807:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693178.679811:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679815:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.679819:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679823:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693178.679828:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693178.679834:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693178.679841:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693178.679845:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693178.679851:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693178.679855:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.679859:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693178.679866:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693178.679871:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.679876:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693178.679882:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693178.679886:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693178.679890:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693178.679894:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.679897:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693178.679899:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693178.679901:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693178.679908:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72c00.
00000100:00000001:0.0:1790693178.679915:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693178.679924:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101283328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693178.679935:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693178.679939:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693178.679955:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101283328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693178.679974:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693178.679979:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693178.679985:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693178.679988:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693178.679991:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693178.679994:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693178.680000:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3662
00000400:00000200:0.0:1790693178.680008:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693178.680015:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693178.680021:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693178.680029:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680034:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.680040:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680044:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693178.680050:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693178.680053:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693178.680058:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693178.680062:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693178.680075:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693178.680081:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693178.680087:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680089:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.680093:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680096:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693178.680100:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693178.680106:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680111:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693178.680116:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1790693178.680116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:0.0:1790693178.680121:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790693178.680122:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1790693178.680127:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680132:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693178.680136:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693178.680147:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680152:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693178.680158:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693178.680163:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693178.680169:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693178.680172:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680178:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693178.680181:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693178.680184:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693178.680189:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73400.
00000100:00000001:0.0:1790693178.680195:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693178.680206:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101283456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693178.680218:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693178.680222:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693178.680230:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101283456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693178.680242:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693178.680246:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693178.680251:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693178.680255:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693178.680258:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693178.680264:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693178.680270:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3662
00000400:00000200:0.0:1790693178.680279:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693178.680287:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693178.680293:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693178.680309:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680314:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.680321:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680328:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693178.680333:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693178.680336:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693178.680340:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693178.680344:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693178.680351:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693178.680356:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693178.680363:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680369:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.680374:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680378:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693178.680384:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693178.680391:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680429:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693178.680434:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693178.680440:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693178.680444:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680449:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693178.680453:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693178.680458:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680462:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693178.680468:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693178.680474:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693178.680479:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693178.680482:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680485:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693178.680489:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693178.680493:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693178.680500:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73800.
00000100:00000001:0.0:1790693178.680505:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693178.680515:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101283584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693178.680538:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693178.680541:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693178.680549:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101283584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693178.680562:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693178.680566:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693178.680571:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693178.680573:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693178.680577:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693178.680588:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693178.680597:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3662
00000400:00000200:0.0:1790693178.680607:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693178.680616:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693178.680621:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693178.680626:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680632:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.680638:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680644:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693178.680650:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693178.680653:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693178.680659:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693178.680662:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693178.680668:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693178.680674:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693178.680677:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680679:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693178.680684:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680687:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693178.680692:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693178.680698:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693178.680703:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693178.680708:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693178.680713:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693178.680718:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680724:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693178.680727:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693178.680733:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680738:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693178.680744:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693178.680749:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693178.680754:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693178.680757:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693178.680762:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693178.680765:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693178.680769:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693178.680790:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72800.
00000100:00000001:0.0:1790693178.680796:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693178.680806:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101283712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693178.680827:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693178.680831:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693178.680839:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101283712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693178.680855:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693178.680862:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3672)
00000800:00000200:2.1:1790693178.680870:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693178.680873:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693178.681147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693178.681150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693178.681431:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693178.681433:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693178.681821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693178.681824:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1790693179.063512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693179.063519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693179.063522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693179.063529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693179.063533:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693179.063534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693179.063540:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693179.063540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693179.063544:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693179.063545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693179.063549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693179.063551:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693179.063554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693179.063558:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693179.063562:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693179.063567:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693179.063569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693179.063572:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693179.063589:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693179.063593:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693179.063595:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693180.023455:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298336002, at 4298336064
00000100:00000040:1.0:1790693180.023457:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298336002, at 4298336064
00000100:00000010:1.0:1790693180.023469:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b960.
00000100:00000010:0.0:1790693180.023471:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b900.
00000100:00000001:0.0:1790693180.087495:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693180.087495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693180.087504:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693180.087504:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693180.087508:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693180.087509:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693180.087516:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693180.087516:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693180.087524:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693180.087525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693180.087530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693180.087531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693180.087537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693180.087540:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693180.087544:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693180.087544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693180.087549:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693180.087553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693181.111513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693181.111513:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693181.111523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693181.111523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693181.111529:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693181.111529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693181.111535:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693181.111537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693181.111539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693181.111541:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693181.111545:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693181.111546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693181.111552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693181.111552:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693181.111556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693181.111557:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693181.111560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693181.111562:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693181.111617:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693181.111621:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693181.111624:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693182.135505:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693182.135513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693182.135517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693182.135523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693182.135529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693182.135534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693182.135546:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693182.135549:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693182.135554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693182.135632:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693182.135635:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693182.135636:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693182.135637:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693182.135639:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693182.135640:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693182.135641:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693182.135643:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693182.135644:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.159502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693183.159505:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693183.159510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693183.159511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693183.159515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693183.159516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693183.159522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693183.159523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693183.159528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693183.159530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693183.159533:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693183.159535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693183.159537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693183.159541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693183.159542:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693183.159544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693183.159547:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693183.159548:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693183.159896:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693183.159900:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693183.159903:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693183.799545:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693183.799554:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693183.799560:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693183.799565:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.799569:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.799576:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3667
00000400:00000200:1.0:1790693183.799584:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693183.799590:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693183.799593:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.799596:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799599:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.799601:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799603:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693183.799610:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.799612:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693183.799615:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693183.799618:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693183.799620:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693183.799623:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693183.799626:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799628:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.799631:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799632:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693183.799635:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693183.799638:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799641:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.799644:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693183.799652:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693183.799656:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.799658:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693183.799660:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693183.799671:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693183.799685:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693183.799689:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.799690:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.799693:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.799695:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.799699:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.799705:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693183.799710:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693183.799717:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101283840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693183.799724:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.799726:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.799729:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101283840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.799743:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693183.799745:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693183.799747:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693183.799748:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693183.799749:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.799751:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.799752:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3667
00000400:00000200:1.0:1790693183.799755:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693183.799757:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693183.799759:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.799761:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799763:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.799765:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799767:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693183.799769:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.799771:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693183.799772:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693183.799776:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693183.799780:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693183.799783:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693183.799788:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799791:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.799794:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799798:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693183.799802:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693183.799806:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799809:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.799811:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693183.799815:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693183.799818:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.799819:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693183.799822:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693183.799826:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.799828:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693183.799834:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693183.799836:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693183.799841:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.799844:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.799846:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.799848:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.799851:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.799855:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693183.799858:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693183.799863:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101283968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693183.799875:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.799876:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.799882:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101283968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.799890:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693183.799896:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693183.799900:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693183.799903:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693183.799904:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.799907:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.799912:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3667
00000400:00000200:1.0:1790693183.799919:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693183.799922:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693183.799927:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.799931:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799933:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.799935:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799938:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693183.799941:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.799942:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693183.799944:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693183.799947:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693183.799948:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693183.799949:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693183.799953:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799955:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.799959:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799967:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693183.799972:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693183.799974:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693183.799976:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.799980:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693183.799984:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693183.799987:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.799992:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693183.799996:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693183.800000:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800004:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693183.800010:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693183.800015:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693183.800021:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.800024:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800026:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.800029:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.800032:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.800036:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693183.800041:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693183.800048:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101284096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693183.800056:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.800058:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.800070:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101284096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790693183.800079:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693183.800084:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693183.800086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000100:00080000:1.0:1790693183.800087:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693183.800093:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693183.800097:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693183.800100:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.800107:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.800112:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3667
00000400:00000200:1.0:1790693183.800120:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693183.800126:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693183.800129:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.800135:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800139:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.800141:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800143:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693183.800148:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.800150:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693183.800152:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693183.800155:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693183.800157:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693183.800161:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693183.800166:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800170:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.800173:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800175:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693183.800177:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693183.800181:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800185:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.800187:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693183.800190:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693183.800194:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800197:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693183.800200:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693183.800211:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800213:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693183.800217:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693183.800222:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693183.800227:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.800230:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800232:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.800234:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.800239:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.800244:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693183.800250:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693183.800256:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101284224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693183.800269:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.800272:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.800280:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101284224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.800293:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693183.800297:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693183.800302:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693183.800305:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693183.800314:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.800320:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.800325:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3667
00000400:00000200:1.0:1790693183.800333:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693183.800340:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693183.800346:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.800352:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800356:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.800360:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800364:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693183.800368:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.800370:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693183.800372:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693183.800374:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693183.800377:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693183.800382:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693183.800386:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800390:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.800393:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800395:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693183.800397:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693183.800399:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693183.800400:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.800402:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693183.800405:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693183.800427:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800428:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693183.800430:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693183.800433:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800435:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693183.800438:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693183.800441:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693183.800444:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.800446:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.800449:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.800451:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.800453:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.800458:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693183.800463:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693183.800469:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101284352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693183.800479:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.800482:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.800486:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101284352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.800497:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.800503:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3677)
00000800:00000200:2.1:1790693183.800700:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693183.800702:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693183.800974:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693183.800977:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693183.801250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693183.801253:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693183.801514:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693183.801515:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1790693184.183490:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693184.183496:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693184.183499:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693184.183501:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693184.183504:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693184.183506:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693184.183509:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693184.183513:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693184.183514:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693184.183517:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693184.183522:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693184.183527:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693184.183529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693184.183532:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693184.183534:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693184.183537:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693184.183539:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693184.183541:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693185.143468:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298341122, at 4298341184
00000100:00000040:1.0:1790693185.143468:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298341122, at 4298341184
00000100:00000010:1.0:1790693185.143480:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b240.
00000100:00000010:0.0:1790693185.143483:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bd80.
00000100:00000001:0.0:1790693185.207499:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693185.207509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693185.207513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693185.207523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693185.207528:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693185.207533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693185.207548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693185.207551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693185.207554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693185.207665:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693185.207669:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693185.207671:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693186.231482:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693186.231489:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693186.231492:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693186.231498:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693186.231503:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693186.231508:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693186.231512:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693186.231516:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693186.231520:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693187.255532:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693187.255539:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693187.255543:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693187.255551:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693187.255556:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693187.255561:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693187.255565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693187.255566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693187.255568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693187.255660:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693187.255664:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693187.255668:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693188.279530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693188.279541:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693188.279546:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693188.279556:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693188.279565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693188.279572:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693188.279581:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693188.279598:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693188.279607:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693188.919541:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693188.919550:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693188.919552:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693188.919556:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693188.919562:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693188.919568:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1790693188.919571:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3672
00000100:00000001:1.0:1790693188.919572:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693188.919587:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693188.919591:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000400:00000200:0.0:1790693188.919593:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693188.919595:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693188.919600:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693188.919603:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1790693188.919604:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693188.919606:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693188.919610:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693188.919610:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693188.919617:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.919621:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693188.919624:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.919626:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693188.919634:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693188.919637:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693188.919639:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693188.919643:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693188.919647:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693188.919650:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693188.919653:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.919655:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693188.919657:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.919659:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693188.919663:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693188.919667:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693188.919670:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693188.919673:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693188.919676:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693188.919679:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.919681:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693188.919684:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693188.919691:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693188.919695:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693188.919699:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693188.919701:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.919705:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693188.919717:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693188.919723:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693188.919732:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73000.
00000100:00000001:0.0:1790693188.919740:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693188.919751:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693188.919761:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693188.919765:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693188.919771:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693188.919797:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693188.919800:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693188.919805:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693188.919807:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693188.919809:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693188.919812:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693188.919815:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3672
00000400:00000200:0.0:1790693188.919824:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693188.919829:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693188.919832:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693188.919842:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693188.919848:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693188.919851:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693188.919859:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693188.919861:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.919871:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693188.919875:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693188.919875:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693188.919880:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693188.919882:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693188.919885:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693188.919888:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693188.919893:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693188.919897:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1790693188.919899:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101284480:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693188.919906:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1790693188.919910:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
02000000:00000001:1.0:1790693188.919910:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1790693188.919914:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1790693188.919915:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693188.919919:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
02000000:00000001:1.0:1790693188.919921:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1790693188.919923:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693188.919926:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693188.919930:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:1.0:1790693188.919930:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693188.919936:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.919940:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693188.919945:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693188.919946:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693188.919952:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:1.0:1790693188.919954:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000020:00000040:0.0:1790693188.919957:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000400:00000010:1.0:1790693188.919962:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00080000:0.0:1790693188.919965:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693188.919969:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693188.919972:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1790693188.919972:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101284480, portal 25
00000100:00000001:1.0:1790693188.919977:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790693188.919979:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693188.919980:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
02000000:00000001:0.0:1790693188.919984:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.919990:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693188.919998:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1790693188.919998:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790693188.920006:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920010:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.920015:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1790693188.920018:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000100:00000040:1.0:1790693188.920020:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000040:0.0:1790693188.920023:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693188.920027:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693188.920029:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920030:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693188.920032:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693188.920035:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693188.920035:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342cc0.
00000100:00000200:1.0:1790693188.920041:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101284480, offset 0
02000000:00000010:0.0:1790693188.920042:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:0.0:1790693188.920047:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920052:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00100000:0.0:1790693188.920053:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693188.920060:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693188.920063:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920067:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693188.920071:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693188.920078:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693188.920087:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693188.920094:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920094:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693188.920099:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693188.920103:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693188.920107:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6457:6457:256:4294967295] 192.168.204.134@tcp LPNI seq info [6452:6452:8:4294967295]
00000400:00000200:1.0:1790693188.920113:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693188.920114:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693188.920118:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693188.920120:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693188.920123:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693188.920128:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693188.920133:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3672
00000400:00000200:1.0:1790693188.920138:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693188.920145:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693188.920150:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:1.0:1790693188.920151:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000400:00000200:0.0:1790693188.920158:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693188.920162:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790693188.920163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693188.920170:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:1.1:1790693188.920175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693188.920176:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693188.920182:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920185:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693188.920191:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693188.920193:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693188.920195:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693188.920197:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693188.920198:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693188.920202:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693188.920204:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693188.920206:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693188.920210:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693188.920211:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298346242
00000100:00000001:0.0:1790693188.920214:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693188.920220:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920223:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693188.920225:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693188.920232:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920234:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693188.920236:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693188.920239:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693188.920243:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920246:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693188.920249:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693188.920252:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920256:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693188.920260:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693188.920265:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693188.920266:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693188.920268:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920269:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693188.920270:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693188.920272:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693188.920277:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71c00.
00000100:00000001:0.0:1790693188.920282:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693188.920286:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693188.920291:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693188.920293:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693188.920295:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693188.920300:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693188.920302:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693188.920304:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693188.920305:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693188.920306:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693188.920308:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693188.920311:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3672
00000400:00000200:0.0:1790693188.920313:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693188.920315:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693188.920316:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693188.920318:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920319:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693188.920321:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920322:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693188.920325:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693188.920325:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693188.920326:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693188.920327:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693188.920328:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693188.920329:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693188.920331:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920332:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693188.920333:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920334:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693188.920335:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693188.920336:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920338:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693188.920339:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693188.920340:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693188.920342:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920343:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693188.920344:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693188.920346:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920346:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693188.920349:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693188.920350:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693188.920352:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693188.920353:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693188.920353:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d39c0.
00000100:00000001:0.0:1790693188.920354:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693188.920355:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693188.920358:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693188.920361:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73c00.
00000100:00000001:1.0:1790693188.920363:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693188.920364:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693188.920369:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693188.920372:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298346242
00000100:00000001:0.0:1790693188.920375:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693188.920378:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693188.920380:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3b40.
00000100:00000040:0.0:1790693188.920384:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.920386:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693188.920392:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693188.920421:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.920424:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.920427:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693188.920434:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693188.920435:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693188.920438:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693188.920439:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693188.920441:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693188.920445:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.920447:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693188.920449:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693188.920458:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693188.920462:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693188.920466:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693188.920469:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693188.920471:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920472:0:29552:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:1.0:1790693188.920474:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1790693188.920479:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3672
02000000:00000001:1.0:1790693188.920479:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693188.920485:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693188.920486:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:1.0:1790693188.920493:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284608:192.168.204.134@tcp:38:
00000400:00000200:0.0:1790693188.920494:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693188.920499:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693188.920501:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1790693188.920505:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693188.920506:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790693188.920509:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693188.920510:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693188.920514:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693188.920515:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693188.920518:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:1.0:1790693188.920521:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
00000020:00000001:0.0:1790693188.920523:0:29552:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1790693188.920525:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693188.920526:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693188.920530:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693188.920532:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000400:00000200:1.0:1790693188.920535:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:0.0:1790693188.920536:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693188.920541:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000010:1.0:1790693188.920541:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8058.
00000100:00000040:0.0:1790693188.920548:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693188.920549:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43426e8.
00000100:00000001:0.0:1790693188.920551:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790693188.920554:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101284608, portal 10
00000100:00000040:0.0:1790693188.920556:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693188.920559:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693188.920560:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693188.920562:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000020:00000040:0.0:1790693188.920565:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693188.920569:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920583:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693188.920586:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790693188.920587:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693188.920590:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693188.920595:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920599:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693188.920602:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1790693188.920603:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1790693188.920608:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.920608:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693188.920612:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693188.920615:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000010:0.0:1790693188.920619:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000100:00000200:1.0:1790693188.920620:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101284608, offset 0
00000020:00000040:0.0:1790693188.920624:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693188.920629:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693188.920629:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:0.0:1790693188.920632:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693188.920635:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693188.920636:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693188.920638:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693188.920641:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920643:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000010:0.0:1790693188.920647:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72000.
00000400:00000200:1.0:1790693188.920649:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693188.920653:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920654:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693188.920661:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1790693188.920662:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693188.920666:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693188.920675:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6458:6458:255:4294967295] 192.168.204.134@tcp LPNI seq info [6453:6453:7:4294967295]
00000100:00000001:0.0:1790693188.920679:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693188.920683:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920683:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693188.920690:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693188.920698:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790693188.920709:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693188.920712:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693188.920715:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3682)
00000800:00000010:1.0:1790693188.920718:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9800.
00000800:00000200:1.0:1790693188.920724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693188.920728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693188.920731:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.920736:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693188.920739:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693188.920741:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298344979
00000100:00000001:1.0:1790693188.920744:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.920746:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298344979
00000100:00000001:1.0:1790693188.920748:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.920750:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693188.920752:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.920753:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693188.920757:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.920764:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693188.920765:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.920767:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693188.920769:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693188.920771:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693188.920774:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284736:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693188.920777:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693188.920779:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693188.920780:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.920782:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693188.920785:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693188.920788:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920792:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693188.920794:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc89a0.
00000400:00000010:1.0:1790693188.920798:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693188.920801:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101284736, portal 10
00000100:00000001:1.0:1790693188.920803:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693188.920804:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:1.0:1790693188.920812:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.920817:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693188.920819:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693188.920822:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342330.
00000100:00000200:1.0:1790693188.920824:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101284736, offset 0
00000400:00000200:1.0:1790693188.920827:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693188.920831:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693188.920835:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693188.920837:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693188.920840:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693188.920843:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693188.920845:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693188.920847:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6459:6459:254:4294967295] 192.168.204.134@tcp LPNI seq info [6454:6454:6:4294967295]
00000400:00000200:1.0:1790693188.920851:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693188.920856:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693188.920861:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693188.920864:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9f00.
00000800:00000200:1.0:1790693188.920867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693188.920871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693188.920873:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.920876:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693188.920879:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693188.920881:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298344985
00000100:00000001:1.0:1790693188.920883:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.920885:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298344985
00000100:00000001:1.0:1790693188.920888:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.920889:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693188.920891:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.920893:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.920895:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693188.920899:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693188.920900:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693188.920902:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693188.920903:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693188.920904:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693188.920908:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.920915:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693188.920916:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.920918:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693188.920920:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693188.920922:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693188.920925:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284864:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693188.920927:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693188.920929:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693188.920931:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.920932:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693188.920935:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693188.920937:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.920941:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693188.920944:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc81b8.
00000400:00000010:1.0:1790693188.920947:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693188.920950:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101284864, portal 4
00000100:00000001:1.0:1790693188.920952:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693188.920953:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693188.920959:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.920965:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693188.920967:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693188.920969:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000100:00000200:1.0:1790693188.920971:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101284864, offset 0
00000400:00000200:1.0:1790693188.920976:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693188.920980:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693188.920983:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693188.920985:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693188.920987:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693188.920989:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693188.920991:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693188.920993:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6460:6460:253:4294967295] 192.168.204.134@tcp LPNI seq info [6455:6455:5:4294967295]
00000400:00000200:1.0:1790693188.920997:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693188.921002:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693188.921006:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693188.921009:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693188.921013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693188.921017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693188.921019:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.921022:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693188.921025:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693188.921026:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298344979
00000100:00000001:1.0:1790693188.921028:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.921030:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298344979
00000100:00000001:1.0:1790693188.921032:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.921036:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693188.921037:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.921039:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693188.921043:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.921049:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693188.921050:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.921052:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693188.921054:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693188.921055:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693188.921058:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284992:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693188.921061:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693188.921063:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693188.921065:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.921066:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693188.921069:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693188.921071:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693188.921073:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693188.921076:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693188.921078:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342000.
00000100:00000200:1.0:1790693188.921081:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101284992, portal 4
00000100:00000001:1.0:1790693188.921082:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693188.921084:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693188.921091:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.921098:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693188.921100:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693188.921103:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342440.
00000100:00000200:1.0:1790693188.921105:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101284992, offset 0
00000400:00000200:1.0:1790693188.921109:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693188.921113:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693188.921116:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693188.921118:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693188.921121:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693188.921122:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693188.921124:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693188.921127:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6461:6461:252:4294967295] 192.168.204.134@tcp LPNI seq info [6456:6456:4:4294967295]
00000400:00000200:1.0:1790693188.921130:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693188.921135:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693188.921141:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693188.921144:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693188.921147:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693188.921150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693188.921153:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.921155:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693188.921158:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693188.921160:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298344984
00000100:00000001:1.0:1790693188.921162:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.921164:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298344984
00000100:00000001:1.0:1790693188.921166:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298346242
00000100:00000001:1.0:1790693188.921167:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693188.921169:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.921172:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.921174:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693188.921176:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693188.921178:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693188.921179:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693188.921180:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693188.921182:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.921183:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693189.303522:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693189.303531:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693189.303533:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693189.303540:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693189.303548:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693189.303578:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693189.303584:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693189.303586:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693189.303589:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693189.303591:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693189.303597:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693189.303606:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693189.303611:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693189.303611:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693189.303617:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693189.303622:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693189.303625:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693189.303627:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693189.303644:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693189.303647:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693189.303650:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693189.943599:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693189.943607:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693189.943609:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693189.943614:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693189.943618:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693189.943621:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693189.943624:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693189.943626:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693189.943628:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693190.263478:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298346242, at 4298346304
00000100:00000040:1.0:1790693190.263478:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298346242, at 4298346304
00000100:00000010:1.0:1790693190.263490:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3b40.
00000100:00000010:0.0:1790693190.263493:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d39c0.
00000100:00000001:0.0:1790693190.327524:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693190.327535:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693190.327539:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693190.327558:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693190.327565:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693190.327569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693190.327573:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693190.327578:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693190.327745:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693190.967545:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693190.967551:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693190.967553:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693190.967556:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693190.967559:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693190.967561:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693190.967563:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693190.967564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693190.967566:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693191.351508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693191.351513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693191.351517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693191.351521:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693191.351538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693191.351543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693191.351549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693191.351551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693191.351557:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693191.351649:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693191.351652:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693191.351655:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693191.991702:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693191.991708:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693191.991711:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693191.991715:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693191.991719:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693191.991723:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.991725:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693191.991728:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.991731:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1790693191.991738:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:0.0:1790693191.991778:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790693191.991789:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693191.991793:0:2386:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:0.0:1790693191.991796:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693191.991800:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790693191.991805:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693191.991809:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:0.0:1790693191.991816:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693191.991820:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693191.991825:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342cc0
00000400:00000010:0.0:1790693191.991827:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342cc0.
00000100:00000001:0.0:1790693191.991832:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693191.991839:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.991866:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693191.991870:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.991877:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693191.991878:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693191.991887:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693191.991890:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9800.
00000400:00000200:0.0:1790693191.991893:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693191.991896:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693191.991899:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:0.0:1790693191.991901:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:0.0:1790693191.991903:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693191.991907:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.991914:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693191.991917:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.991923:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693191.991924:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693191.991928:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693191.991931:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9f00.
00000400:00000200:0.0:1790693191.991933:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693191.991936:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693191.991940:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342330
00000400:00000010:0.0:1790693191.991941:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342330.
00000100:00000001:0.0:1790693191.991944:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693191.991948:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.991956:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693191.991958:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.991964:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693191.991965:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693191.991969:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693191.991971:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:0.0:1790693191.991974:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693191.991977:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693191.991979:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:0.0:1790693191.991981:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:0.0:1790693191.991983:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693191.991987:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.991995:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693191.991998:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.992004:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693191.992006:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693191.992010:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693191.992012:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:0.0:1790693191.992015:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693191.992018:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693191.992021:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342440
00000400:00000010:0.0:1790693191.992023:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342440.
00000100:00000001:0.0:1790693191.992025:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693191.992029:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.992036:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693191.992039:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693191.992045:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693191.992047:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693191.992185:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693191.992190:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693191.992193:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693191.992202:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693191]  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693191.992213:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693191.992215:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693191.992219:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc81b8.
00000400:00000200:1.0:1790693191.992222:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693191.992224:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693191.992227:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693191.992231:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693191.992241:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992247:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693191.992249:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992252:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992254:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693191.992259:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992266:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693191.992270:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992278:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693191.992281:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992282:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992284:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992287:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693191.992289:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693191.992293:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693191.992298:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693191.992301:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693191.992306:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693191.992314:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284864:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693191.992319:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693191.992323:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693191]  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693191.992336:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693191.992337:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693191.992339:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693191.992341:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342000
00000400:00000010:1.0:1790693191.992343:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342000.
00000100:00000001:1.0:1790693191.992345:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693191.992348:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693191.992355:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992361:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693191.992362:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992364:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992365:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693191.992368:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992375:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693191.992379:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992385:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693191.992388:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992389:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992390:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992392:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693191.992393:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693191.992396:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693191.992438:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693191.992441:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693191.992445:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693191.992453:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284992:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693191.992457:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693191.992461:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693191]  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693191.992468:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693191.992469:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693191.992471:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8058.
00000400:00000200:1.0:1790693191.992474:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43426e8
00000400:00000010:1.0:1790693191.992476:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43426e8.
00000100:00000001:1.0:1790693191.992478:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693191.992480:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693191.992488:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992494:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693191.992495:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992497:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992498:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693191.992502:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992508:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693191.992511:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992531:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693191.992533:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992535:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992537:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992538:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693191.992541:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693191.992544:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693191.992547:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693191.992549:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693191.992553:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693191.992561:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284608:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693191.992565:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693191.992569:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693191]  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693191.992576:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693191.992578:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693191.992579:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc89a0.
00000400:00000200:1.0:1790693191.992582:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693191.992584:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693191.992586:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693191.992589:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693191.992596:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992602:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693191.992603:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992605:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992606:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693191.992609:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992616:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693191.992619:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992625:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693191.992628:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992629:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992630:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992632:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693191.992634:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693191.992637:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693191.992641:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693191.992643:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693191.992648:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693191.992655:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101284736:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693191.992660:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693191.992664:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693191]  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693191.992672:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693191.992674:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693191.992675:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693191.992678:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693191.992681:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693191.992683:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693191.992686:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693191.992694:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992701:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693191.992703:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992705:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992706:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693191.992709:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992715:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693191.992719:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992725:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693191.992727:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992729:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693191.992730:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992732:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693191.992733:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693191.992735:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693191.992738:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693191.992741:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693191.992745:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693191.992751:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101284480:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693191.992755:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992757:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693191.992760:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101284864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992767:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693191.992770:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693191.992775:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693191.992779:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693191.992782:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693191.992784:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693191.992787:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693191.992789:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:1.0:1790693191.992793:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693191.992794:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693191.992796:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693191.992799:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693191.992801:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992802:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693191.992805:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101284992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992811:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693191.992812:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693191.992814:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693191.992816:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693191.992818:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693191.992819:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693191.992821:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693191.992822:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72000.
02000000:00000001:1.0:1790693191.992824:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693191.992825:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693191.992827:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693191.992829:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693191.992830:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992832:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693191.992835:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101284608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992841:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693191.992842:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693191.992844:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693191.992846:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693191.992847:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693191.992848:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693191.992850:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693191.992852:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
02000000:00000001:1.0:1790693191.992854:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693191.992855:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693191.992857:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693191.992859:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693191.992861:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992862:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693191.992865:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101284736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992871:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693191.992873:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693191.992874:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693191.992876:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693191.992877:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693191.992878:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693191.992880:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693191.992881:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:1.0:1790693191.992883:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693191.992884:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693191.992886:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693191.992888:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693191.992889:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992891:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693191.992894:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101284480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693191.992899:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693191.992901:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693191.992902:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693191.992904:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693191.992905:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693191.992906:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693191.992908:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693191.992909:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73000.
02000000:00000001:1.0:1790693191.992911:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693191.992912:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693191.992914:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693191.992916:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693191.992917:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693191.992938:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693191.992940:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693191.992942:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693191.992943:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693192.375495:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693192.375504:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693192.375522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693192.375530:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693192.375534:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693192.375535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693192.375539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693192.375539:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693192.375543:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693192.375543:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693192.375546:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693192.375546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693192.375551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693192.375552:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693192.375556:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693192.375560:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693192.375563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693192.375565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693192.375581:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693192.375585:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693192.375596:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693193.015596:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693193.015604:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693193.015606:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693193.015611:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693193.015615:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693193.015619:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693193.015622:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693193.015624:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693193.015628:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693193.399510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693193.399510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693193.399518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693193.399518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693193.399523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693193.399529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693193.399532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693193.399537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693193.399538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693193.399543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693193.399544:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693193.399550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693193.399551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693193.399556:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693193.399564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693193.399564:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693193.399568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693193.399573:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693193.399586:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693193.399588:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693193.399590:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693194.039641:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693194.039647:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693194.039649:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693194.039654:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693194.039657:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693194.039661:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.039663:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693194.039667:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.039669:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693194.039851:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693194.039857:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693194.039860:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693194.039863:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693194.039868:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693194.039875:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3677
00000400:00000200:0.0:1790693194.039883:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693194.039888:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693194.039891:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693194.039894:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.039898:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.039900:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.039902:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693194.039911:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693194.039913:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693194.039916:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693194.039920:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693194.039922:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693194.039925:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693194.039928:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.039930:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.039932:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.039934:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693194.039938:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693194.039942:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693194.039944:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693194.039947:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693194.039950:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693194.039953:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.039955:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693194.039957:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693194.039963:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693194.039966:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693194.039970:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693194.039972:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.039974:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693194.039977:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693194.039981:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693194.039988:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73800.
00000100:00000001:0.0:1790693194.039994:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693194.040003:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693194.040013:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693194.040017:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693194.040022:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693194.040044:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693194.040047:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693194.040051:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693194.040052:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693194.040054:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693194.040057:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693194.040059:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3677
00000400:00000200:0.0:1790693194.040063:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693194.040066:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693194.040068:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693194.040071:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040073:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040074:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040076:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693194.040080:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693194.040081:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693194.040082:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693194.040084:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693194.040087:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693194.040089:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693194.040092:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040094:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040095:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040097:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693194.040099:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693194.040101:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040104:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693194.040105:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693194.040111:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693194.040113:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040115:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693194.040119:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693194.040122:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040124:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693194.040128:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693194.040131:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693194.040133:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693194.040134:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040136:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693194.040137:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693194.040139:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693194.040142:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73400.
00000100:00000001:0.0:1790693194.040145:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693194.040150:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693194.040157:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693194.040159:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693194.040162:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693194.040175:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693194.040177:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693194.040181:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693194.040182:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693194.040184:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693194.040187:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693194.040189:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3677
00000400:00000200:0.0:1790693194.040193:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693194.040195:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693194.040198:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693194.040201:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040203:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040204:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040206:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693194.040209:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693194.040211:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693194.040212:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693194.040214:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693194.040216:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693194.040218:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693194.040221:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040223:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040224:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040226:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693194.040228:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693194.040231:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040233:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693194.040235:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693194.040238:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693194.040240:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040242:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693194.040244:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693194.040246:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040248:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693194.040251:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693194.040253:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693194.040256:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693194.040257:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040259:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693194.040260:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693194.040262:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693194.040265:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72c00.
00000100:00000001:0.0:1790693194.040268:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693194.040272:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693194.040280:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693194.040281:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693194.040285:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693194.040292:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693194.040295:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693194.040298:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693194.040299:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693194.040300:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693194.040303:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693194.040306:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3677
00000400:00000200:0.0:1790693194.040309:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693194.040312:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693194.040314:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693194.040317:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040319:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040320:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040323:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693194.040326:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693194.040327:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693194.040328:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693194.040330:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693194.040332:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693194.040334:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693194.040337:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040338:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040340:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040342:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693194.040344:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693194.040347:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040349:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693194.040351:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693194.040353:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693194.040355:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040356:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693194.040358:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693194.040361:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040362:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693194.040365:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693194.040367:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693194.040370:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693194.040371:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040372:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693194.040374:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693194.040375:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693194.040379:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72400.
00000100:00000001:0.0:1790693194.040382:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693194.040386:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693194.040394:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693194.040395:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693194.040447:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693194.040456:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693194.040459:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693194.040461:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693194.040463:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693194.040464:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693194.040467:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693194.040469:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3677
00000400:00000200:0.0:1790693194.040473:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693194.040491:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693194.040494:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693194.040497:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040499:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040501:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040503:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693194.040506:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693194.040507:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693194.040509:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693194.040511:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693194.040513:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693194.040515:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693194.040517:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040519:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693194.040521:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040523:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693194.040525:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693194.040528:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693194.040531:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693194.040533:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693194.040536:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693194.040538:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040540:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693194.040542:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693194.040544:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040546:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693194.040550:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693194.040552:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693194.040554:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693194.040555:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693194.040557:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693194.040559:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693194.040560:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693194.040565:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72800.
00000100:00000001:0.0:1790693194.040569:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693194.040574:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693194.040581:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693194.040583:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.040583:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790693194.040588:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040589:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693194.040593:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693194.040602:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693194.040603:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693194.040609:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3687)
00000100:00000001:1.0:1790693194.040617:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693194.040619:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.040623:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693194.040626:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693194.040628:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693194.040632:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101285120:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693194.040637:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693194.040641:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693194.040644:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.040646:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693194.040651:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693194.040654:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693194.040660:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693194.040663:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693194.040668:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693194.040676:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101285120, portal 25
00000100:00000001:1.0:1790693194.040678:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693194.040680:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:1.0:1790693194.040686:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040693:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693194.040696:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693194.040698:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693194.040701:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101285120, offset 0
00000400:00000200:1.0:1790693194.040708:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693194.040716:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.040722:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693194.040728:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693194.040731:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693194.040735:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693194.040737:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693194.040740:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6462:6462:256:4294967295] 192.168.204.134@tcp LPNI seq info [6457:6457:8:4294967295]
00000400:00000200:1.0:1790693194.040744:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.040752:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693194.040757:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.040762:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693194.040768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693194.040772:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693194.040777:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693194.040781:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693194.040785:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.040787:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693194.040793:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693194.040797:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693194.040803:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693194.040805:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693194.040809:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693194.040813:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040822:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.040825:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040832:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.040833:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693194.040839:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693194.040843:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693194.040845:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298351363
00000100:00000010:1.0:1790693194.040850:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3b40.
00000100:00000001:1.0:1790693194.040856:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693194.040862:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298351363
00000100:00000010:1.0:1790693194.040866:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3900.
00000100:00000001:1.0:1790693194.040868:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693194.040871:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693194.040873:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.040876:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693194.040880:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693194/real 1790693194]  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693194.040887:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693194.040889:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693194.040891:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693194.040894:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693194.040895:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693194.040898:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693194.040903:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693194.040910:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040916:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693194.040918:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.040921:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.040923:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693194.040927:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040932:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693194.040936:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040942:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693194.040945:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.040947:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.040948:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.040950:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693194.040952:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693194.040956:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693194.040959:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693194.040961:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693194.040964:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693194.040971:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101285120:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693194.040976:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693194.040979:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.040985:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693194.040986:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.040988:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693194.040989:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693194.040991:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693194.040993:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285248:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693194.040996:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693194.040998:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693194.040999:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.041001:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041004:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693194.041006:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693194.041009:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693194.041011:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693194.041014:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693194.041018:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101285248, portal 10
00000100:00000001:1.0:1790693194.041020:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693194.041021:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:1.0:1790693194.041028:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041035:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693194.041036:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693194.041038:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693194.041040:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101285248, offset 0
00000400:00000200:1.0:1790693194.041044:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693194.041048:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.041051:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693194.041054:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693194.041056:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693194.041058:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693194.041061:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693194.041064:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6463:6463:256:4294967295] 192.168.204.134@tcp LPNI seq info [6458:6458:8:4294967295]
00000400:00000200:1.0:1790693194.041067:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.041073:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693194.041077:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.041079:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693194.041083:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693194.041085:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693194.041088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693194.041091:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693194.041094:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.041095:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693194.041098:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693194.041101:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693194.041104:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693194.041105:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693194.041108:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693194.041111:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041119:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.041122:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041133:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.041135:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693194.041138:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693194.041142:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693194.041145:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693194.041147:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298350099
00000100:00000001:1.0:1790693194.041149:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.041151:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298350099
00000100:00000001:1.0:1790693194.041153:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.041155:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693194.041157:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.041158:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693194.041162:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693194/real 1790693194]  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693194.041169:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693194.041170:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693194.041173:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693194.041175:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693194.041177:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693194.041178:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693194.041181:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693194.041187:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041193:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693194.041195:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041196:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.041197:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693194.041201:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041206:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693194.041210:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041216:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693194.041218:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041219:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.041221:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041222:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693194.041224:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693194.041227:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693194.041230:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693194.041231:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693194.041235:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693194.041241:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285248:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693194.041245:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693194.041248:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041255:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693194.041256:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.041258:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693194.041259:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693194.041261:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693194.041263:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285376:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693194.041266:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693194.041268:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693194.041269:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.041271:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041274:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693194.041277:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693194.041279:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693194.041281:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693194.041284:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693194.041286:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101285376, portal 10
00000100:00000001:1.0:1790693194.041288:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693194.041289:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:1.0:1790693194.041293:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041299:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693194.041301:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693194.041303:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693194.041305:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101285376, offset 0
00000400:00000200:1.0:1790693194.041309:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693194.041312:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.041315:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693194.041318:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693194.041320:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693194.041322:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693194.041324:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693194.041326:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6464:6464:256:4294967295] 192.168.204.134@tcp LPNI seq info [6459:6459:8:4294967295]
00000400:00000200:1.0:1790693194.041330:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.041335:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693194.041338:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.041341:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693194.041344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693194.041346:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693194.041349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693194.041351:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693194.041355:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.041356:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693194.041359:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693194.041362:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693194.041365:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693194.041367:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693194.041369:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693194.041371:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041379:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.041382:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041388:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.041389:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693194.041392:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693194.041394:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693194.041421:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693194.041423:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298350106
00000100:00000001:1.0:1790693194.041425:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.041427:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298350106
00000100:00000001:1.0:1790693194.041429:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.041431:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693194.041432:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.041434:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693194.041438:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693194/real 1790693194]  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693194.041445:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693194.041446:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693194.041447:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693194.041450:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693194.041451:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693194.041453:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693194.041455:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693194.041462:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041467:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693194.041469:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041470:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.041471:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693194.041485:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041491:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693194.041494:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041500:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693194.041502:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041503:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.041504:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041506:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693194.041507:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693194.041510:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693194.041513:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693194.041514:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693194.041518:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693194.041524:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285376:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693194.041528:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693194.041531:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041543:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693194.041545:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.041547:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693194.041549:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693194.041550:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693194.041553:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285504:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693194.041556:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693194.041558:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693194.041559:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.041560:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041564:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693194.041565:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693194.041568:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693194.041571:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693194.041573:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693194.041576:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101285504, portal 4
00000100:00000001:1.0:1790693194.041578:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693194.041579:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693194.041585:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041590:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693194.041593:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693194.041595:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693194.041598:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101285504, offset 0
00000400:00000200:1.0:1790693194.041601:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693194.041604:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.041608:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693194.041610:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693194.041613:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693194.041615:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693194.041617:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693194.041620:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6465:6465:256:4294967295] 192.168.204.134@tcp LPNI seq info [6460:6460:8:4294967295]
00000400:00000200:1.0:1790693194.041624:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.041630:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693194.041634:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.041638:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693194.041641:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693194.041644:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693194.041648:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693194.041650:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693194.041653:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.041655:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693194.041658:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693194.041661:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693194.041664:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693194.041666:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693194.041668:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693194.041671:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041677:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.041680:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041686:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.041688:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693194.041691:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693194.041693:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693194.041696:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693194.041698:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298350100
00000100:00000001:1.0:1790693194.041700:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.041702:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298350100
00000100:00000001:1.0:1790693194.041704:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.041706:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693194.041709:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.041711:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693194.041714:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693194/real 1790693194]  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693194.041721:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693194.041722:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693194.041723:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693194.041725:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693194.041727:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693194.041728:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693194.041731:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693194.041737:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041743:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693194.041744:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041746:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.041747:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693194.041750:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041755:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693194.041758:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041763:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693194.041765:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041766:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.041767:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041769:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693194.041770:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693194.041772:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693194.041775:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693194.041778:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693194.041782:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693194.041790:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285504:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693194.041794:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041796:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.041800:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101285120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041806:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693194.041809:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041812:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693194.041815:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693194.041817:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693194.041819:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693194.041821:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693194.041823:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73800.
02000000:00000001:1.0:1790693194.041827:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693194.041829:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693194.041831:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693194.041834:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693194.041836:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041837:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.041841:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101285248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041848:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693194.041849:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041850:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693194.041852:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693194.041854:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693194.041855:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693194.041857:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693194.041858:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73400.
02000000:00000001:1.0:1790693194.041859:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693194.041860:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693194.041861:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693194.041863:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693194.041864:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041865:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.041869:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101285376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041875:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693194.041876:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041878:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693194.041880:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693194.041881:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693194.041882:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693194.041884:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693194.041886:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:1.0:1790693194.041888:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693194.041889:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693194.041890:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693194.041892:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693194.041893:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041894:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.041897:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101285504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041903:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693194.041904:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041906:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693194.041908:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693194.041910:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693194.041911:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693194.041913:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693194.041914:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72400.
02000000:00000001:1.0:1790693194.041916:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693194.041916:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693194.041918:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693194.041920:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693194.041921:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041924:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.041931:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693194.041933:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.041935:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693194.041936:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693194.041938:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693194.041942:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041948:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693194.041950:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.041951:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693194.041953:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693194.041954:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693194.041958:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285632:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693194.041961:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693194.041963:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693194.041964:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693194.041966:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693194.041969:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693194.041971:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693194.041975:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693194.041977:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693194.041981:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693194.041984:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101285632, portal 4
00000100:00000001:1.0:1790693194.041985:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693194.041986:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693194.041992:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.041997:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693194.041999:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693194.042001:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693194.042003:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101285632, offset 0
00000400:00000200:1.0:1790693194.042007:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693194.042011:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.042014:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693194.042017:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693194.042019:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693194.042022:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693194.042024:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693194.042026:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6466:6466:256:4294967295] 192.168.204.134@tcp LPNI seq info [6461:6461:8:4294967295]
00000400:00000200:1.0:1790693194.042030:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693194.042035:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693194.042040:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.042043:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693194.042047:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693194.042049:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693194.042053:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693194.042069:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693194.042073:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693194.042075:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693194.042078:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693194.042081:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693194.042084:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693194.042086:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693194.042088:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693194.042092:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.042099:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.042102:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.042108:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.042110:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693194.042113:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693194.042116:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693194.042119:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693194.042121:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298350105
00000100:00000001:1.0:1790693194.042123:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.042126:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298350105
00000100:00000001:1.0:1790693194.042128:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298351363
00000100:00000001:1.0:1790693194.042130:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693194.042132:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.042133:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693194.042137:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693194/real 1790693194]  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693194.042144:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693194.042145:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693194.042147:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693194.042149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693194.042151:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693194.042154:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693194.042157:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693194.042165:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.042173:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693194.042174:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.042176:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.042177:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693194.042181:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.042187:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693194.042190:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.042197:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693194.042199:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.042201:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693194.042202:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.042204:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693194.042205:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693194.042208:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693194.042211:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693194.042214:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693194.042218:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693194.042224:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285632:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693194.042228:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.042229:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693194.042232:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101285632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693194.042238:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693194.042239:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693194.042241:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693194.042244:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693194.042245:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693194.042246:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693194.042248:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693194.042250:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72800.
02000000:00000001:1.0:1790693194.042252:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693194.042253:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693194.042254:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693194.042256:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693194.042257:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.042259:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.042262:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693194.042263:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.042265:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693194.042266:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693194.423518:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693194.423524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693194.423527:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693194.423534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693194.423539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693194.423543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.423553:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693194.423558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693194.423564:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693194.423667:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693194.423671:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693194.423674:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693195.063593:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693195.063598:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693195.063600:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693195.063603:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693195.063605:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693195.063607:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693195.063609:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693195.063610:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693195.063613:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693195.383503:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298351363, at 4298351424
00000100:00000040:1.0:1790693195.383503:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298351363, at 4298351424
00000100:00000010:0.0:1790693195.383516:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3b40.
00000100:00000010:1.0:1790693195.383518:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3900.
00000100:00000001:1.0:1790693195.447492:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693195.447501:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693195.447505:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693195.447513:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693195.447520:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693195.447525:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693195.447531:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693195.447534:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693195.447538:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693195.447660:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693195.447663:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693195.447666:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693196.087493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693196.087500:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693196.087503:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693196.087508:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693196.087512:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693196.087516:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693196.087519:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693196.087521:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693196.087525:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693196.471502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693196.471511:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693196.471515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693196.471521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693196.471526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693196.471531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693196.471535:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693196.471537:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693196.471538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693196.471541:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693196.471545:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693196.471545:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693196.471551:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693196.471555:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693196.471559:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693196.471561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693196.471562:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693196.471564:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693196.471605:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693196.471608:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693196.471611:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693197.111519:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693197.111527:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693197.111529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693197.111534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693197.111538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693197.111542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693197.111545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693197.111547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693197.111551:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693197.495475:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693197.495481:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693197.495485:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693197.495492:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693197.495497:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693197.495504:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693197.495510:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693197.495514:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693197.495518:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693197.495519:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693197.495524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693197.495528:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693197.495533:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693197.495538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693197.495543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693197.495548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693197.495550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693197.495553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693198.135521:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693198.135528:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693198.135531:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693198.135688:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693198.135693:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693198.135696:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693198.135699:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693198.135701:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693198.135704:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693198.519521:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693198.519521:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693198.519528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693198.519529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693198.519532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693198.519534:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693198.519537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693198.519541:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693198.519543:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693198.519548:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693198.519550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693198.519552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693198.519554:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693198.519556:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693198.519559:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693198.519560:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693198.519564:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693198.519565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693198.519767:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693198.519771:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693198.519773:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693199.159505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1790693199.159508:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693199.159512:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693199.159515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693199.159517:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1790693199.159519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693199.159521:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693199.159523:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1790693199.159527:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693199.159528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.159531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693199.159534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693199.159535:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693199.159537:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693199.159543:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3682
00000400:00000200:0.0:1790693199.159559:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693199.159566:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693199.159569:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693199.159572:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159575:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.159578:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159581:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693199.159587:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693199.159589:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693199.159592:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693199.159595:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693199.159597:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693199.159600:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693199.159603:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159604:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.159606:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159608:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693199.159611:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693199.159614:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159617:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693199.159619:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693199.159622:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693199.159625:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.159627:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693199.159630:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693199.159638:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693199.159641:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693199.159644:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693199.159646:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.159649:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693199.159652:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693199.159655:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693199.159662:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:0.0:1790693199.159669:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693199.159677:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693199.159693:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693199.159696:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693199.159701:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693199.159720:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693199.159722:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693199.159726:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693199.159727:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693199.159729:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693199.159731:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693199.159733:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3682
00000400:00000200:0.0:1790693199.159743:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693199.159746:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1790693199.159747:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693199.159750:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1790693199.159751:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693199.159752:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693199.159757:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159761:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.159765:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159767:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:1.0:1790693199.159767:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693199.159772:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693199.159774:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693199.159778:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693199.159781:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:1.0:1790693199.159782:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693199.159785:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693199.159786:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693199.159790:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1790693199.159791:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693199.159795:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693199.159796:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693199.159801:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.159802:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.159809:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:1.0:1790693199.159810:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101285760:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693199.159812:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693199.159816:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1790693199.159817:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:1.0:1790693199.159820:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1790693199.159823:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:1.0:1790693199.159824:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.159830:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.159830:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693199.159834:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1790693199.159837:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693199.159840:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.159842:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693199.159846:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.159849:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693199.159852:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:0.0:1790693199.159854:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1790693199.159857:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000008:00000001:0.0:1790693199.159859:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.159863:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693199.159865:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000010:0.0:1790693199.159869:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693199.159873:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000200:1.0:1790693199.159873:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101285760, portal 25
02000000:00000001:0.0:1790693199.159877:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693199.159878:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790693199.159880:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.159882:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693199.159884:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693199.159886:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693199.159890:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72000.
00000100:00000001:0.0:1790693199.159893:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.159897:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693199.159905:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693199.159908:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693199.159921:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693199.159925:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1790693199.159926:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159929:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693199.159931:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693199.159935:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101285760, offset 0
00000100:00000040:0.0:1790693199.159937:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693199.159945:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693199.159954:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.159960:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:0.0:1790693199.159967:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693199.159967:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790693199.159972:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693199.159975:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:0.0:1790693199.159980:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790693199.159982:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693199.159983:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693199.159987:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693199.159987:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.159993:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693199.159995:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6467:6467:256:4294967295] 192.168.204.134@tcp LPNI seq info [6462:6462:8:4294967295]
00000100:00080000:0.0:1790693199.159998:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3682
00000400:00000200:1.0:1790693199.160003:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.160013:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790693199.160021:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:1.0:1790693199.160022:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693199.160028:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000010:1.0:1790693199.160029:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000100:00080000:0.0:1790693199.160031:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693199.160036:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160040:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1790693199.160042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693199.160045:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160049:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:1.0:1790693199.160050:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790693199.160053:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693199.160056:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693199.160059:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1790693199.160061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:0.0:1790693199.160063:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693199.160068:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:1.1:1790693199.160070:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790693199.160072:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000100:1.0:1790693199.160077:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693199.160080:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:1.0:1790693199.160082:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000100:00000001:0.0:1790693199.160084:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.160088:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160091:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693199.160092:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1790693199.160094:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693199.160102:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693199.160102:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693199.160109:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693199.160112:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693199.160113:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
02000000:00000001:0.0:1790693199.160116:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790693199.160117:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
02000000:00000001:0.0:1790693199.160120:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.160123:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693199.160124:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000008:00100000:0.0:1790693199.160126:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1790693199.160130:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790693199.160131:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.160135:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693199.160142:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693199.160145:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:1.0:1790693199.160147:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1790693199.160149:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693199.160153:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.160153:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693199.160155:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693199.160157:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693199.160160:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693199.160166:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73c00.
00000100:00000001:1.0:1790693199.160168:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.160171:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160172:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:0.0:1790693199.160179:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693199.160180:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693199.160188:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693199.160192:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298356482
00000100:00000001:0.0:1790693199.160197:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1790693199.160198:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3900.
00000100:00000001:0.0:1790693199.160200:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160205:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790693199.160206:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.160212:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298356482
00000100:00000010:1.0:1790693199.160215:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3cc0.
00000100:00000001:0.0:1790693199.160218:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160219:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693199.160222:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693199.160224:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693199.160225:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160230:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1790693199.160231:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693199.160234:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1790693199.160235:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693199.160237:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693199.160245:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:1.0:1790693199.160248:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1790693199.160250:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3682
00000400:00000001:1.0:1790693199.160250:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693199.160253:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693199.160256:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000200:0.0:1790693199.160257:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693199.160258:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693199.160261:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000400:00000200:0.0:1790693199.160265:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000200:1.0:1790693199.160266:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693199.160271:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790693199.160276:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693199.160278:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160284:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.160288:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693199.160288:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693199.160289:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.160293:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693199.160295:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693199.160295:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693199.160301:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693199.160302:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693199.160305:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693199.160309:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693199.160312:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:1.0:1790693199.160314:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693199.160316:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693199.160321:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693199.160322:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693199.160328:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160333:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.160337:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693199.160338:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693199.160340:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693199.160343:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790693199.160345:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:1.0:1790693199.160347:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1790693199.160351:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693199.160351:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.160356:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693199.160357:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160359:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1790693199.160361:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1790693199.160365:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1790693199.160366:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693199.160371:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693199.160372:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693199.160374:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693199.160389:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:0.0:1790693199.160390:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693199.160395:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.160417:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693199.160422:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693199.160424:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693199.160427:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693199.160428:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.160429:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693199.160431:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693199.160434:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693199.160437:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693199.160440:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101285760:192.168.204.134@tcp:250:
02000000:00000010:0.0:1790693199.160444:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a70c00.
00000100:00000001:1.0:1790693199.160446:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693199.160450:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160450:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.160455:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101285760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693199.160459:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693199.160485:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693199.160489:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1790693199.160491:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693199.160494:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693199.160494:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693199.160501:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1790693199.160502:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693199.160505:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693199.160508:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693199.160513:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693199.160516:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
00000100:00000001:0.0:1790693199.160518:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693199.160522:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790693199.160523:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693199.160526:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1790693199.160528:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1790693199.160529:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:0.0:1790693199.160531:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693199.160534:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1790693199.160535:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693199.160537:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693199.160540:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693199.160541:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693199.160545:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3682
00000100:00000001:1.0:1790693199.160549:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1790693199.160550:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693199.160553:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693199.160556:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693199.160558:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1790693199.160560:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693199.160561:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693199.160565:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693199.160566:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160571:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693199.160572:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693199.160575:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160579:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693199.160585:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693199.160586:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1790693199.160588:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:1.0:1790693199.160589:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693199.160591:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1790693199.160594:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1790693199.160595:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:1.0:1790693199.160597:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693199.160599:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693199.160602:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693199.160605:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160607:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693199.160609:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160611:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693199.160612:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693199.160614:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00100000:1.0:1790693199.160619:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285888:192.168.204.134@tcp:38:
00000100:00080000:0.0:1790693199.160621:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160627:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160627:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693199.160630:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693199.160631:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693199.160634:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693199.160636:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.160638:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693199.160642:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693199.160643:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
00000100:00000001:0.0:1790693199.160646:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693199.160646:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693199.160650:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1790693199.160655:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:0.0:1790693199.160656:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693199.160659:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000100:00000001:0.0:1790693199.160660:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693199.160666:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693199.160669:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693199.160671:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693199.160672:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.160674:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1790693199.160675:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
02000000:00000001:0.0:1790693199.160676:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693199.160680:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693199.160681:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101285888, portal 10
02000000:00000010:0.0:1790693199.160685:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:1.0:1790693199.160685:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693199.160687:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000001:0.0:1790693199.160690:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.160697:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693199.160699:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693199.160718:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693199.160721:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693199.160725:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.160725:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693199.160730:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000040:0.0:1790693199.160732:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693199.160734:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101285888, offset 0
00000400:00000200:1.0:1790693199.160743:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693199.160747:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693199.160752:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693199.160754:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3692)
00000400:00000200:1.0:1790693199.160758:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693199.160762:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693199.160765:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693199.160768:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693199.160771:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693199.160774:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6468:6468:256:4294967295] 192.168.204.134@tcp LPNI seq info [6463:6463:8:4294967295]
00000400:00000200:1.0:1790693199.160778:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.160784:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693199.160789:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.160792:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693199.160796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693199.160799:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693199.160803:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693199.160805:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693199.160809:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.160810:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693199.160813:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693199.160817:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693199.160819:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693199.160821:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693199.160824:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693199.160827:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.160835:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.160838:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.160844:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160845:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693199.160849:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.160852:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693199.160855:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693199.160857:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298355219
00000100:00000001:1.0:1790693199.160859:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.160861:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298355219
00000100:00000001:1.0:1790693199.160863:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.160865:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693199.160867:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.160869:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693199.160873:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693199.160880:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693199.160882:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693199.160884:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693199.160886:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693199.160888:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693199.160890:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693199.160893:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693199.160900:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.160912:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693199.160913:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.160915:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.160916:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693199.160919:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.160926:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693199.160929:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.160935:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693199.160937:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.160939:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.160940:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.160942:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693199.160944:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693199.160946:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693199.160949:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693199.160951:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693199.160955:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693199.160962:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101285888:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693199.160965:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693199.160968:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.160974:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693199.160976:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.160977:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693199.160980:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.160981:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693199.160984:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286016:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693199.160987:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693199.160989:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693199.160990:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.160991:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693199.160995:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693199.160996:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693199.161000:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693199.161002:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693199.161005:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693199.161008:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286016, portal 10
00000100:00000001:1.0:1790693199.161010:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693199.161011:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:1.0:1790693199.161017:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161023:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693199.161025:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693199.161028:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693199.161030:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101286016, offset 0
00000400:00000200:1.0:1790693199.161034:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693199.161038:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.161041:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693199.161044:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693199.161046:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693199.161048:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693199.161050:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693199.161052:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6469:6469:256:4294967295] 192.168.204.134@tcp LPNI seq info [6464:6464:8:4294967295]
00000400:00000200:1.0:1790693199.161055:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.161059:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693199.161061:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.161064:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693199.161066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693199.161068:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693199.161071:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693199.161073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693199.161075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.161076:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693199.161079:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693199.161081:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693199.161082:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693199.161083:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693199.161085:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693199.161088:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161092:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.161094:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161098:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161099:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693199.161101:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.161103:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693199.161105:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693199.161106:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298355225
00000100:00000001:1.0:1790693199.161107:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.161109:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298355225
00000100:00000001:1.0:1790693199.161110:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.161111:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693199.161112:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161113:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693199.161115:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693199.161127:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693199.161128:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693199.161130:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693199.161132:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693199.161134:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693199.161135:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693199.161138:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693199.161146:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161152:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693199.161153:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161155:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.161156:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693199.161159:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161166:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693199.161170:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161176:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693199.161179:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161180:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.161181:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161183:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693199.161184:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693199.161187:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693199.161190:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693199.161192:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693199.161196:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693199.161204:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286016:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693199.161207:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693199.161210:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161217:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693199.161218:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.161220:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693199.161222:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.161223:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693199.161225:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286144:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693199.161227:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693199.161229:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693199.161230:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.161231:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693199.161233:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693199.161234:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693199.161237:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693199.161238:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693199.161240:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693199.161242:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286144, portal 4
00000100:00000001:1.0:1790693199.161244:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693199.161245:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:1.0:1790693199.161248:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161252:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693199.161253:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693199.161254:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693199.161256:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101286144, offset 0
00000400:00000200:1.0:1790693199.161258:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693199.161260:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.161262:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693199.161264:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693199.161266:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693199.161268:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693199.161269:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693199.161271:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6470:6470:256:4294967295] 192.168.204.134@tcp LPNI seq info [6465:6465:8:4294967295]
00000400:00000200:1.0:1790693199.161273:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.161277:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693199.161280:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.161282:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693199.161284:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693199.161286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693199.161288:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693199.161289:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693199.161292:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.161293:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693199.161295:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693199.161297:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693199.161299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693199.161300:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693199.161301:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693199.161303:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161307:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.161309:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161313:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161314:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693199.161316:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.161317:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693199.161319:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693199.161320:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298355219
00000100:00000001:1.0:1790693199.161322:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.161324:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298355219
00000100:00000001:1.0:1790693199.161325:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.161326:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693199.161327:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161328:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693199.161330:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693199.161334:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693199.161335:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693199.161335:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693199.161336:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693199.161337:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693199.161338:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693199.161340:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693199.161344:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161350:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693199.161351:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161352:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.161353:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693199.161357:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161363:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693199.161366:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161372:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693199.161375:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161389:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.161391:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161392:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693199.161394:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693199.161413:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693199.161415:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693199.161417:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693199.161420:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693199.161425:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286144:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693199.161427:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161428:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.161430:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101285888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161434:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693199.161435:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693199.161436:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693199.161438:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693199.161439:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693199.161440:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693199.161441:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693199.161442:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72000.
02000000:00000001:1.0:1790693199.161444:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693199.161445:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693199.161446:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693199.161447:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693199.161448:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161449:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.161451:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101286016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161454:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693199.161455:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693199.161456:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693199.161457:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693199.161458:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693199.161459:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693199.161460:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693199.161461:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:1.0:1790693199.161462:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693199.161463:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693199.161463:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693199.161464:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693199.161465:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161466:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.161467:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101286144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161470:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693199.161471:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693199.161472:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693199.161473:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693199.161473:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693199.161474:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693199.161475:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693199.161475:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:1.0:1790693199.161477:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693199.161477:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693199.161478:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693199.161479:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693199.161480:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161480:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161483:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693199.161484:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161485:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693199.161485:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693199.161486:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693199.161488:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161491:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693199.161493:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.161494:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693199.161495:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.161496:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693199.161498:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286272:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693199.161499:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693199.161500:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693199.161501:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.161502:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693199.161504:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693199.161505:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693199.161507:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693199.161509:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693199.161511:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693199.161513:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286272, portal 4
00000100:00000001:1.0:1790693199.161514:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693199.161515:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:1.0:1790693199.161519:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161525:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693199.161527:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693199.161529:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693199.161531:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101286272, offset 0
00000400:00000200:1.0:1790693199.161535:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693199.161538:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.161541:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693199.161544:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693199.161546:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693199.161548:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693199.161550:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693199.161553:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6471:6471:256:4294967295] 192.168.204.134@tcp LPNI seq info [6466:6466:8:4294967295]
00000400:00000200:1.0:1790693199.161557:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693199.161562:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693199.161567:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.161570:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693199.161574:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693199.161576:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693199.161580:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693199.161583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693199.161586:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693199.161588:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693199.161591:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693199.161594:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693199.161597:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693199.161598:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693199.161600:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693199.161603:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161610:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.161613:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161619:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161621:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693199.161623:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.161626:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693199.161629:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693199.161630:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298355225
00000100:00000001:1.0:1790693199.161633:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.161635:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298355225
00000100:00000001:1.0:1790693199.161637:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298356482
00000100:00000001:1.0:1790693199.161638:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693199.161640:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161642:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693199.161646:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693199.161659:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693199.161661:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693199.161662:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693199.161665:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693199.161666:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693199.161668:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693199.161671:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693199.161679:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161685:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693199.161686:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161688:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.161689:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693199.161693:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161700:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693199.161703:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161709:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693199.161711:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161712:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693199.161713:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161714:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693199.161715:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693199.161717:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693199.161718:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693199.161720:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693199.161722:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693199.161727:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286272:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693199.161729:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161730:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.161733:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101286272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.161738:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693199.161740:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693199.161741:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693199.161744:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693199.161745:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693199.161747:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693199.161748:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693199.161750:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
02000000:00000001:1.0:1790693199.161753:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693199.161754:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693199.161755:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693199.161757:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693199.161758:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161760:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.161763:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693199.161764:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.161766:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693199.161767:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693199.543503:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693199.543503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693199.543510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693199.543510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693199.543513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.543513:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693199.543521:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693199.543521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693199.543528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693199.543529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693199.543533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.543533:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693199.543537:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693199.543537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693199.543542:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693199.543548:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.543550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693199.543554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693200.183490:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693200.183497:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693200.183499:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693200.183505:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693200.183509:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693200.183513:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693200.183516:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693200.183519:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693200.183521:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693200.503496:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298356482, at 4298356544
00000100:00000040:1.0:1790693200.503496:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298356482, at 4298356544
00000100:00000010:0.0:1790693200.503510:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3900.
00000100:00000010:1.0:1790693200.503512:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3cc0.
00000100:00000001:0.0:1790693200.567501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693200.567501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693200.567509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693200.567509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693200.567513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693200.567513:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693200.567520:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693200.567521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693200.567525:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693200.567527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693200.567532:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693200.567534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693200.567537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693200.567540:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693200.567545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693200.567546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693200.567547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693200.567552:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693200.568020:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693200.568023:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693200.568025:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693201.207493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693201.207502:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693201.207504:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693201.207510:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693201.207514:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693201.207517:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693201.207521:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693201.207523:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693201.207526:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693201.591527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693201.591534:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693201.591538:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693201.591544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693201.591551:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693201.591555:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693201.591559:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693201.591561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693201.591565:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693202.231489:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693202.231496:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693202.231499:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693202.231503:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693202.231507:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693202.231510:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693202.231512:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693202.231515:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693202.231517:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693202.615507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693202.615514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693202.615519:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693202.615528:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693202.615535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693202.615540:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693202.615547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693202.615551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693202.615556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693202.615649:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693202.615652:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693202.615655:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693203.255521:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693203.255535:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693203.255537:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693203.255544:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693203.255549:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693203.255553:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693203.255557:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693203.255560:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693203.255563:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693203.639497:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693203.639507:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693203.639512:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693203.639516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693203.639519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693203.639521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693203.639524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693203.639527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693203.639531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693203.639531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693203.639538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693203.639539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693203.639542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693203.639544:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693203.639549:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693203.639551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693203.639556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693203.639560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.279753:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693204.279758:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693204.279763:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693204.279780:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.279800:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693204.279804:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.279810:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693204.279812:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693204.279815:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.279833:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101286400:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693204.279840:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693204.279846:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693204.279850:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.279855:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693204.279863:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693204.279868:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693204.279879:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693204.279884:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693204.279893:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693204.279902:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286400, portal 25
00000100:00000001:1.0:1790693204.279907:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693204.279910:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693204.279921:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.279939:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693204.279945:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693204.279950:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693204.279956:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101286400, offset 0
00000400:00000200:1.0:1790693204.279966:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693204.279975:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.279983:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693204.279990:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693204.279995:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693204.280000:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693204.280005:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693204.280009:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6472:6472:256:4294967295] 192.168.204.134@tcp LPNI seq info [6467:6467:8:4294967295]
00000400:00000200:1.0:1790693204.280017:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.280028:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693204.280037:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.280042:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693204.280054:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693204.280060:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790693204.280070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693204.280075:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790693204.280082:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.280086:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693204.280094:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693204.280100:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693204.280105:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693204.280110:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693204.280115:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693204.280120:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280131:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.280138:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280149:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.280153:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693204.280158:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693204.280164:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693204.280166:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298361602
00000100:00000010:1.0:1790693204.280172:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3cc0.
00000100:00000001:1.0:1790693204.280177:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693204.280183:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298361602
00000100:00000010:1.0:1790693204.280187:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3240.
00000100:00000001:1.0:1790693204.280200:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693204.280206:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693204.280211:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.280217:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693204.280225:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693204.280238:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693204.280242:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693204.280245:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693204.280249:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693204.280252:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693204.280256:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693204.280262:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693204.280291:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280308:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693204.280311:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280316:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.280321:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693204.280330:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280340:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693204.280346:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280353:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693204.280356:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280359:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.280361:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280365:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693204.280367:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693204.280371:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693204.280377:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693204.280379:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693204.280383:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693204.280394:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101286400:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693204.280413:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280414:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.280417:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101286400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280446:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693204.280449:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693204.280452:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693204.280455:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693204.280457:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693204.280459:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693204.280463:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693204.280465:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693204.280470:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693204.280472:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693204.280474:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693204.280477:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693204.280480:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280485:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280493:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693204.280497:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.280501:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693204.280505:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693204.280508:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693204.280517:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280535:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693204.280538:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.280542:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693204.280546:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693204.280550:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.280556:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286528:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693204.280562:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693204.280565:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693204.280567:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.280570:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693204.280574:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693204.280577:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693204.280582:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693204.280585:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693204.280590:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693204.280594:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286528, portal 10
00000100:00000001:1.0:1790693204.280596:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693204.280599:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:1.0:1790693204.280604:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280613:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693204.280616:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693204.280619:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693204.280623:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101286528, offset 0
00000400:00000200:1.0:1790693204.280627:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693204.280633:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.280637:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693204.280640:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693204.280642:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693204.280644:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693204.280645:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693204.280647:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6473:6473:256:4294967295] 192.168.204.134@tcp LPNI seq info [6468:6468:8:4294967295]
00000400:00000200:1.0:1790693204.280652:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.280656:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693204.280663:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.280666:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693204.280673:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693204.280678:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790693204.280688:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693204.280693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790693204.280702:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.280706:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693204.280712:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693204.280719:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693204.280725:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693204.280728:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693204.280732:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693204.280737:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280745:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.280749:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280753:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.280754:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693204.280758:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693204.280761:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693204.280763:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693204.280764:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298360339
00000100:00000001:1.0:1790693204.280766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.280768:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298360339
00000100:00000001:1.0:1790693204.280769:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.280770:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693204.280772:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.280773:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693204.280775:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693204.280779:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693204.280780:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693204.280780:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693204.280782:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693204.280783:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693204.280784:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693204.280786:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693204.280790:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280797:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693204.280798:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280799:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.280801:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693204.280804:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280810:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693204.280813:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280819:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693204.280821:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280823:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.280824:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.280826:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693204.280828:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693204.280831:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693204.280834:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693204.280836:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693204.280840:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693204.280847:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286528:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693204.280851:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693204.280854:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280860:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693204.280861:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.280863:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693204.280865:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693204.280867:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.280870:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286656:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693204.280872:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693204.280874:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693204.280876:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.280877:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693204.280880:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693204.280882:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693204.280886:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693204.280888:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693204.280891:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693204.280894:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286656, portal 10
00000100:00000001:1.0:1790693204.280895:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693204.280896:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:1.0:1790693204.280900:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280904:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693204.280905:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693204.280906:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693204.280908:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101286656, offset 0
00000400:00000200:1.0:1790693204.280910:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693204.280912:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.280915:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693204.280916:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693204.280918:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693204.280919:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693204.280921:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693204.280923:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6474:6474:256:4294967295] 192.168.204.134@tcp LPNI seq info [6469:6469:8:4294967295]
00000400:00000200:1.0:1790693204.280925:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.280929:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693204.280931:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.280933:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693204.280936:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693204.280937:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790693204.280940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693204.280942:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790693204.280944:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.280945:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693204.280947:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693204.280949:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693204.280951:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693204.280952:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693204.280953:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693204.280955:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280960:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.280962:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.280966:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.280966:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693204.280968:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693204.280970:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693204.280971:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693204.280972:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298360345
00000100:00000001:1.0:1790693204.280973:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.280975:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298360345
00000100:00000001:1.0:1790693204.280976:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.280977:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693204.280978:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.280979:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693204.280981:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693204.280989:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693204.280990:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693204.280991:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693204.280992:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693204.280993:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693204.280994:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693204.280996:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693204.281000:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281003:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693204.281004:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281005:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.281006:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693204.281008:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281011:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693204.281013:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281017:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693204.281018:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281019:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.281019:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281020:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693204.281021:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693204.281023:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693204.281024:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693204.281025:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693204.281028:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693204.281032:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286656:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693204.281034:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693204.281036:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281039:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693204.281040:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.281041:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693204.281042:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693204.281044:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.281046:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286784:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693204.281049:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693204.281050:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693204.281051:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.281053:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693204.281056:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693204.281057:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693204.281060:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693204.281062:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693204.281065:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693204.281068:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286784, portal 4
00000100:00000001:1.0:1790693204.281070:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693204.281071:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693204.281076:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281083:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693204.281085:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693204.281087:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693204.281089:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101286784, offset 0
00000400:00000200:1.0:1790693204.281092:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693204.281095:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.281097:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693204.281099:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693204.281101:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693204.281102:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693204.281103:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693204.281105:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6475:6475:256:4294967295] 192.168.204.134@tcp LPNI seq info [6470:6470:8:4294967295]
00000400:00000200:1.0:1790693204.281108:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.281112:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693204.281114:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.281116:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693204.281118:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693204.281120:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790693204.281122:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693204.281124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790693204.281126:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.281127:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693204.281129:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693204.281131:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693204.281133:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693204.281134:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693204.281135:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693204.281138:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281142:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.281144:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281148:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.281149:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693204.281151:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693204.281153:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693204.281154:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693204.281155:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298360339
00000100:00000001:1.0:1790693204.281157:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.281159:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298360339
00000100:00000001:1.0:1790693204.281160:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.281161:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693204.281162:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.281163:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693204.281165:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693204.281169:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693204.281170:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693204.281171:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693204.281172:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693204.281173:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693204.281174:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693204.281176:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693204.281180:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281183:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693204.281184:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281185:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.281185:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693204.281187:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281192:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693204.281196:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281202:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693204.281204:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281206:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.281207:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281209:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693204.281210:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693204.281213:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693204.281216:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693204.281218:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693204.281221:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693204.281229:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286784:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693204.281232:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281234:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.281237:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101286528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281241:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693204.281243:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693204.281244:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693204.281245:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693204.281247:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693204.281247:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693204.281249:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693204.281250:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693204.281251:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693204.281252:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693204.281253:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693204.281254:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693204.281255:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281256:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.281258:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101286656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281262:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693204.281263:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693204.281264:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693204.281265:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693204.281266:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693204.281266:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693204.281268:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693204.281269:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693204.281270:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693204.281271:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693204.281272:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693204.281274:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693204.281275:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281289:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.281293:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101286784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281299:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693204.281300:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693204.281301:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693204.281304:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693204.281305:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693204.281306:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693204.281308:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693204.281309:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:1.0:1790693204.281311:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693204.281312:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693204.281314:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693204.281316:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693204.281317:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281319:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281321:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693204.281322:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.281323:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693204.281324:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693204.281325:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693204.281328:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281332:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693204.281333:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.281334:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693204.281335:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693204.281336:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.281338:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286912:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693204.281340:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693204.281341:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693204.281342:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.281343:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693204.281345:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693204.281346:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693204.281348:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693204.281350:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693204.281351:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693204.281353:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101286912, portal 4
00000100:00000001:1.0:1790693204.281355:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693204.281355:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693204.281360:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281366:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693204.281368:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693204.281370:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693204.281372:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101286912, offset 0
00000400:00000200:1.0:1790693204.281376:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693204.281379:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.281382:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693204.281385:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693204.281387:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693204.281389:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693204.281391:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693204.281394:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6476:6476:256:4294967295] 192.168.204.134@tcp LPNI seq info [6471:6471:8:4294967295]
00000400:00000200:1.0:1790693204.281414:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693204.281421:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693204.281426:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.281429:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693204.281433:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693204.281436:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790693204.281440:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693204.281442:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790693204.281446:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693204.281447:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693204.281449:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693204.281451:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693204.281453:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693204.281454:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693204.281456:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693204.281458:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281463:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.281465:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281468:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.281469:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693204.281471:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693204.281473:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693204.281475:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693204.281476:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298360345
00000100:00000001:1.0:1790693204.281477:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.281479:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298360345
00000100:00000001:1.0:1790693204.281480:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298361602
00000100:00000001:1.0:1790693204.281482:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693204.281484:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.281486:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693204.281489:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693204.281502:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693204.281503:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693204.281505:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693204.281507:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693204.281509:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693204.281511:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693204.281514:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693204.281522:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281528:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693204.281530:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281531:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.281532:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693204.281534:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281538:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693204.281540:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281543:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693204.281545:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281546:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693204.281546:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281547:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693204.281548:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693204.281549:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693204.281551:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693204.281552:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693204.281555:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693204.281559:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101286912:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693204.281561:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281562:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693204.281564:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101286912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.281567:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693204.281568:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693204.281569:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693204.281571:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693204.281572:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693204.281572:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693204.281573:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693204.281574:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693204.281575:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693204.281576:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693204.281577:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693204.281579:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693204.281580:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281581:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.281583:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693204.281584:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.281585:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693204.281586:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693204.663507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693204.663507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693204.663517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693204.663517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693204.663522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.663523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693204.663531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693204.663537:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693204.663539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693204.663542:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693204.663546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.663546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.663554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693204.663558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693204.663564:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693204.663566:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693204.663571:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693204.663574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693205.623484:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298361602, at 4298361664
00000100:00000010:0.0:1790693205.623495:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3cc0.
00000100:00000040:1.0:1790693205.623554:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298361602, at 4298361664
00000100:00000010:1.0:1790693205.623558:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3240.
00000100:00000001:0.0:1790693205.687503:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693205.687503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693205.687511:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693205.687512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693205.687515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693205.687516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693205.687524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693205.687524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693205.687532:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693205.687532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693205.687539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693205.687540:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693205.687545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693205.687549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693205.687554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693205.687556:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693205.687561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693205.687567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693206.711509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693206.711515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693206.711521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693206.711526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693206.711528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693206.711531:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693206.711534:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693206.711535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693206.711539:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693206.711540:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693206.711545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693206.711550:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693206.711551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693206.711555:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693206.711560:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693206.711563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693206.711565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693206.711567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693207.735476:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693207.735480:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693207.735483:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693207.735486:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693207.735488:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693207.735491:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693207.735493:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693207.735495:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693207.735496:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693207.735501:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693207.735501:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693207.735504:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693207.735504:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693207.735508:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693207.735508:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693207.735512:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693207.735513:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693207.735515:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693208.759483:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693208.759490:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693208.759493:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693208.759500:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693208.759505:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693208.759510:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693208.759526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693208.759530:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693208.759533:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693208.759592:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693208.759594:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693208.759595:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693208.759598:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693208.759608:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693208.759610:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693208.759612:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693208.759614:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693208.759617:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.399704:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693209.399710:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693209.399713:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693209.399724:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.399742:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693209.399745:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.399757:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693209.399762:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693209.399768:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693209.399776:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101287040:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693209.399781:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693209.399786:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693209.399790:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.399794:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693209.399802:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693209.399806:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693209.399814:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693209.399819:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693209.399825:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693209.399834:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287040, portal 25
00000100:00000001:1.0:1790693209.399838:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693209.399841:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:1.0:1790693209.399851:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.399867:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693209.399871:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693209.399875:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693209.399880:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101287040, offset 0
00000400:00000200:1.0:1790693209.399889:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693209.399898:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.399905:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693209.399910:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693209.399915:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693209.399919:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693209.399924:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693209.399928:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6477:6477:256:4294967295] 192.168.204.134@tcp LPNI seq info [6472:6472:8:4294967295]
00000400:00000200:1.0:1790693209.399935:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.399943:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693209.399948:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.399954:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693209.399962:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693209.399968:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790693209.399977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693209.399983:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790693209.399991:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.399997:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693209.400005:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693209.400016:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693209.400022:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693209.400027:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693209.400034:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693209.400042:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400059:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.400064:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400075:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.400079:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693209.400086:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693209.400094:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693209.400100:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298366722
00000100:00000010:1.0:1790693209.400107:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3240.
00000100:00000001:1.0:1790693209.400115:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693209.400123:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298366722
00000100:00000010:1.0:1790693209.400128:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3480.
00000100:00000001:1.0:1790693209.400132:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693209.400135:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693209.400138:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.400142:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693209.400148:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693209.400172:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693209.400175:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693209.400188:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693209.400191:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693209.400194:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693209.400198:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693209.400203:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693209.400219:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400232:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693209.400235:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400239:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.400242:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693209.400248:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400263:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693209.400275:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400295:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693209.400300:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400304:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.400306:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400311:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693209.400316:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693209.400326:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693209.400335:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693209.400341:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693209.400351:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693209.400383:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101287040:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693209.400392:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400414:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.400419:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101287040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400436:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693209.400441:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693209.400446:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693209.400453:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693209.400457:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693209.400461:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693209.400465:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693209.400469:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693209.400476:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693209.400479:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693209.400483:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693209.400489:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693209.400492:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400497:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400507:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693209.400511:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.400518:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693209.400522:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693209.400526:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693209.400534:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400552:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693209.400556:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.400561:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693209.400566:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693209.400572:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693209.400580:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287168:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693209.400590:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693209.400594:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693209.400598:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.400604:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693209.400609:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693209.400612:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693209.400621:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693209.400627:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693209.400631:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693209.400635:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287168, portal 10
00000100:00000001:1.0:1790693209.400637:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693209.400639:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:1.0:1790693209.400646:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400652:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693209.400654:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693209.400657:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693209.400659:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101287168, offset 0
00000400:00000200:1.0:1790693209.400663:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693209.400667:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.400670:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693209.400673:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693209.400675:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693209.400677:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693209.400680:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693209.400682:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6478:6478:256:4294967295] 192.168.204.134@tcp LPNI seq info [6473:6473:8:4294967295]
00000400:00000200:1.0:1790693209.400686:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.400692:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693209.400696:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.400700:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693209.400704:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693209.400706:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790693209.400711:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693209.400725:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790693209.400730:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.400732:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693209.400735:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693209.400739:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693209.400742:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693209.400744:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693209.400747:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693209.400750:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400758:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.400761:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400767:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.400769:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693209.400772:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693209.400775:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693209.400779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693209.400781:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298365459
00000100:00000001:1.0:1790693209.400783:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.400785:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298365459
00000100:00000001:1.0:1790693209.400788:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.400789:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693209.400791:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.400793:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693209.400797:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693209.400805:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693209.400806:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693209.400808:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693209.400810:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693209.400812:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693209.400814:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693209.400817:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693209.400826:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400832:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693209.400834:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400835:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.400837:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693209.400840:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400847:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693209.400851:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400859:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693209.400861:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400863:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.400864:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.400866:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693209.400868:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693209.400871:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693209.400874:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693209.400877:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693209.400881:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693209.400889:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287168:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693209.400893:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693209.400896:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400908:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693209.400909:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.400912:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693209.400913:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693209.400915:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693209.400918:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287296:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693209.400921:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693209.400923:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693209.400925:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.400927:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693209.400930:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693209.400932:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693209.400935:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693209.400938:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693209.400941:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693209.400944:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287296, portal 10
00000100:00000001:1.0:1790693209.400946:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693209.400947:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:1.0:1790693209.400952:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.400958:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693209.400961:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693209.400963:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693209.400965:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101287296, offset 0
00000400:00000200:1.0:1790693209.400969:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693209.400973:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.400977:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693209.400980:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693209.400982:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693209.400984:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693209.400987:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693209.400990:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6479:6479:256:4294967295] 192.168.204.134@tcp LPNI seq info [6474:6474:8:4294967295]
00000400:00000200:1.0:1790693209.400994:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.401000:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693209.401004:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.401007:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693209.401011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693209.401014:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790693209.401018:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693209.401021:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790693209.401024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.401026:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693209.401029:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693209.401032:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693209.401035:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693209.401036:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693209.401038:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693209.401040:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401045:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.401047:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401050:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401051:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693209.401053:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693209.401055:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693209.401057:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693209.401058:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298365465
00000100:00000001:1.0:1790693209.401060:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.401061:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298365465
00000100:00000001:1.0:1790693209.401063:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.401064:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693209.401065:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401066:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693209.401068:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693209.401073:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693209.401074:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693209.401075:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693209.401077:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693209.401078:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693209.401079:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693209.401081:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693209.401085:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401088:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693209.401089:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401090:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.401091:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693209.401093:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401096:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693209.401098:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401102:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693209.401103:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401104:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.401105:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401106:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693209.401107:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693209.401109:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693209.401111:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693209.401112:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693209.401115:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693209.401119:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287296:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693209.401121:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693209.401122:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401126:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693209.401127:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.401128:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693209.401129:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693209.401130:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693209.401131:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287424:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693209.401133:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693209.401134:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693209.401135:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.401136:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693209.401138:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693209.401139:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693209.401141:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693209.401142:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693209.401144:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693209.401146:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287424, portal 4
00000100:00000001:1.0:1790693209.401147:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693209.401148:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693209.401152:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401155:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693209.401157:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693209.401158:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693209.401159:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101287424, offset 0
00000400:00000200:1.0:1790693209.401162:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693209.401164:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.401166:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693209.401168:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693209.401169:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693209.401171:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693209.401172:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693209.401174:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6480:6480:256:4294967295] 192.168.204.134@tcp LPNI seq info [6475:6475:8:4294967295]
00000400:00000200:1.0:1790693209.401176:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.401195:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693209.401198:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.401200:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693209.401202:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693209.401204:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790693209.401207:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693209.401208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790693209.401210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.401211:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693209.401213:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693209.401215:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693209.401217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693209.401218:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693209.401220:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693209.401222:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401226:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.401228:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401232:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401233:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693209.401235:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693209.401237:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693209.401238:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693209.401240:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298365459
00000100:00000001:1.0:1790693209.401241:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.401242:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298365459
00000100:00000001:1.0:1790693209.401244:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.401245:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693209.401246:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401247:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693209.401249:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693209.401255:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693209.401256:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693209.401258:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693209.401260:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693209.401261:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693209.401263:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693209.401266:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693209.401274:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401279:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693209.401280:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401282:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.401283:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693209.401287:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401293:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693209.401297:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401302:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693209.401303:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401304:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.401305:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401306:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693209.401308:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693209.401309:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693209.401311:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693209.401313:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693209.401315:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693209.401319:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287424:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693209.401321:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401322:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.401324:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101287168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401327:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693209.401328:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693209.401330:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693209.401331:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693209.401332:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693209.401333:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693209.401334:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693209.401336:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693209.401337:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693209.401338:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693209.401339:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:1.0:1790693209.401341:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693209.401341:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401343:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.401344:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101287296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401348:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693209.401349:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693209.401350:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693209.401351:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693209.401351:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693209.401352:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693209.401353:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693209.401353:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693209.401355:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693209.401355:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693209.401356:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693209.401357:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693209.401358:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401358:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.401360:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101287424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401364:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693209.401365:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693209.401366:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693209.401368:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693209.401369:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693209.401370:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693209.401371:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693209.401372:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:1.0:1790693209.401374:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693209.401375:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693209.401376:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693209.401378:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693209.401379:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401381:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401384:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693209.401385:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401387:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693209.401389:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693209.401390:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693209.401393:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401417:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693209.401419:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.401421:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693209.401422:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693209.401424:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693209.401427:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287552:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693209.401430:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693209.401432:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693209.401433:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693209.401435:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693209.401438:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693209.401440:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693209.401444:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693209.401446:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693209.401449:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693209.401452:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287552, portal 4
00000100:00000001:1.0:1790693209.401454:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693209.401455:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693209.401461:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401468:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693209.401470:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693209.401472:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693209.401474:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101287552, offset 0
00000400:00000200:1.0:1790693209.401477:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693209.401480:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.401483:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693209.401485:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693209.401486:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693209.401488:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693209.401490:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693209.401492:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6481:6481:256:4294967295] 192.168.204.134@tcp LPNI seq info [6476:6476:8:4294967295]
00000400:00000200:1.0:1790693209.401494:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693209.401498:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693209.401500:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.401502:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693209.401504:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693209.401506:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790693209.401509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693209.401510:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790693209.401513:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693209.401514:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693209.401516:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693209.401518:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693209.401520:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693209.401521:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693209.401522:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693209.401525:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401529:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.401531:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401534:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401535:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693209.401537:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693209.401539:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693209.401540:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693209.401542:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298365465
00000100:00000001:1.0:1790693209.401543:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.401544:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298365465
00000100:00000001:1.0:1790693209.401546:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298366722
00000100:00000001:1.0:1790693209.401547:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693209.401548:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401549:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693209.401552:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693209.401556:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693209.401556:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693209.401557:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693209.401558:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693209.401559:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693209.401560:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693209.401562:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693209.401567:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401570:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693209.401571:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401572:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.401572:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693209.401574:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401578:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693209.401580:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401583:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693209.401585:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401586:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693209.401586:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401588:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693209.401588:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693209.401590:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693209.401593:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693209.401594:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693209.401598:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693209.401605:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287552:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693209.401609:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401610:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693209.401613:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101287552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693209.401618:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693209.401620:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693209.401622:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693209.401624:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693209.401625:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693209.401626:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693209.401628:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693209.401630:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693209.401632:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693209.401633:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693209.401634:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693209.401637:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693209.401638:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401639:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.401642:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693209.401643:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.401645:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693209.401646:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.783482:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693209.783489:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693209.783493:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693209.783498:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693209.783500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693209.783503:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693209.783506:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693209.783508:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.783510:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.783514:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693209.783517:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693209.783518:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.783523:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693209.783524:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693209.783530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.783533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693209.783535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693209.783538:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693210.743525:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298366722, at 4298366784
00000100:00000040:0.0:1790693210.743529:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298366722, at 4298366784
00000100:00000010:1.0:1790693210.743544:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3480.
00000100:00000010:0.0:1790693210.743549:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3240.
00000100:00000001:0.0:1790693210.807527:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693210.807535:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693210.807539:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693210.807546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693210.807552:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693210.807559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693210.807569:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693210.807570:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693210.807576:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693210.807585:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693210.807586:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693210.807591:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693210.807600:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693210.807608:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693210.807614:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693210.807620:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693210.807625:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693210.807630:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693211.831549:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693211.831558:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693211.831559:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693211.831565:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693211.831576:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693211.831576:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693211.831584:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693211.831586:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693211.831597:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693211.831597:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693211.831608:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693211.831609:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693211.831617:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693211.831618:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693211.831625:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693211.831629:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693211.831630:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693211.831634:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693212.855486:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693212.855495:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693212.855500:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693212.855507:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693212.855514:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693212.855522:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693212.855529:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693212.855529:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693212.855539:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693212.855540:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693212.855549:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693212.855550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693212.855562:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693212.855568:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693212.855573:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693212.855578:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693212.855582:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693212.855589:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693213.879551:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693213.879565:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693213.879573:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693213.879579:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693213.879580:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693213.879590:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693213.879595:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693213.879600:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693213.879603:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693213.879606:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693213.879612:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693213.879613:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693213.879622:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693213.879622:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693213.879628:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693213.879628:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693213.879636:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693213.879638:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.519752:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693214.519759:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693214.519763:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693214.519780:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.519815:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693214.519819:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.519826:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693214.519834:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.519846:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.519854:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101287680:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693214.519870:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693214.519882:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693214.519886:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.519896:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693214.519905:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693214.519911:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.519930:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693214.519938:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693214.519946:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693214.519956:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287680, portal 25
00000100:00000001:1.0:1790693214.519960:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693214.519963:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:1.0:1790693214.519971:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.519993:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693214.519997:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693214.520004:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693214.520011:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101287680, offset 0
00000400:00000200:1.0:1790693214.520020:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693214.520034:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.520046:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693214.520055:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693214.520064:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693214.520073:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693214.520093:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693214.520098:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6482:6482:256:4294967295] 192.168.204.134@tcp LPNI seq info [6477:6477:8:4294967295]
00000400:00000200:1.0:1790693214.520107:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.520125:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693214.520142:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.520151:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693214.520171:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693214.520180:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693214.520192:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693214.520200:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693214.520209:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.520214:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693214.520224:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693214.520233:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693214.520240:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693214.520244:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693214.520250:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693214.520258:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.520268:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.520273:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.520282:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.520285:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693214.520291:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.520297:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693214.520300:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298371842
00000100:00000010:1.0:1790693214.520306:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3480.
00000100:00000001:1.0:1790693214.520317:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693214.520329:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298371842
00000100:00000010:1.0:1790693214.520333:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d34e0.
00000100:00000001:1.0:1790693214.520339:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693214.520343:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693214.520350:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.520356:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693214.520365:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693214.520392:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693214.520395:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693214.520435:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693214.520443:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693214.520447:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693214.520451:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693214.520459:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693214.520488:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.520505:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693214.520509:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.520516:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.520521:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693214.520535:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.520560:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693214.520573:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.520597:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693214.520606:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.520613:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.520616:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.520621:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693214.520627:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693214.520634:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693214.520645:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693214.520653:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1790693214.520661:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:1.0:1790693214.520665:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693214.520668:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693214.520680:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693214.520692:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.520696:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101287680:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693214.520697:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693214.520704:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693214.520706:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693214.520708:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.520712:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693214.520714:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790693214.520719:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101287680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790693214.520720:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693214.520729:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.520736:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.520744:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693214.520751:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:2.0:1790693214.520751:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
02000000:00000010:1.0:1790693214.520757:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
00000020:00000040:2.0:1790693214.520759:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693214.520763:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1790693214.520765:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1790693214.520767:0:2398:0:(genops.c:1216:class_import_put()) Process entered
02000000:00000001:2.0:1790693214.520769:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693214.520772:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:2.0:1790693214.520774:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1790693214.520777:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:2.0:1790693214.520778:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1790693214.520782:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693214.520783:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.520792:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1790693214.520793:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693214.520796:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1790693214.520800:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693214.520801:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693214.520808:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693214.520812:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693214.520814:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693214.520816:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.520830:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693214.520830:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693214.520835:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.520837:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.520841:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693214.520845:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693214.520847:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.520848:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693214.520859:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.520869:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.520873:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790693214.520875:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693214.520877:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.520883:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1790693214.520886:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1790693214.520888:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693214.520893:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1790693214.520894:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693214.520897:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1790693214.520901:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287808:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693214.520903:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693214.520910:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693214.520911:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3698
02000000:00000001:1.0:1790693214.520916:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693214.520920:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.520921:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693214.520925:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1790693214.520931:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000010:1.0:1790693214.520932:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
00000100:00080000:2.0:1790693214.520935:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1790693214.520937:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693214.520944:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693214.520950:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693214.520951:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790693214.520958:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000100:00000040:2.0:1790693214.520960:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693214.520966:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000001:2.0:1790693214.520966:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693214.520975:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287808, portal 10
00000020:00000001:2.0:1790693214.520976:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693214.520979:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:1.0:1790693214.520983:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1790693214.520984:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693214.520992:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000020:00000040:2.0:1790693214.520993:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693214.520997:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693214.521002:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693214.521006:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693214.521012:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693214.521013:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693214.521017:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693214.521025:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693214.521032:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693214.521044:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693214.521059:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521060:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1790693214.521068:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790693214.521073:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693214.521073:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790693214.521094:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
02000000:00000001:2.0:1790693214.521094:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.521102:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:1.0:1790693214.521103:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101287808, offset 0
00000008:00100000:2.0:1790693214.521106:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693214.521109:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.521113:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.521115:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000010:2.0:1790693214.521122:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000400:00000200:1.0:1790693214.521123:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693214.521130:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:1.0:1790693214.521136:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:2.0:1790693214.521138:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693214.521142:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1790693214.521142:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.521149:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:2.0:1790693214.521149:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693214.521155:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693214.521159:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1790693214.521161:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.521165:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000010:2.0:1790693214.521170:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000400:00000200:1.0:1790693214.521176:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6483:6483:256:4294967295] 192.168.204.134@tcp LPNI seq info [6478:6478:8:4294967295]
00000100:00000001:2.0:1790693214.521178:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693214.521191:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693214.521194:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693214.521205:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693214.521209:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.521219:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790693214.521220:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.521244:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693214.521246:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693214.521249:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3708)
00000800:00000010:1.0:1790693214.521254:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693214.521261:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693214.521265:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693214.521273:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693214.521276:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693214.521279:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.521281:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693214.521286:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693214.521289:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693214.521292:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693214.521295:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693214.521297:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693214.521301:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521310:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.521314:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521321:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521323:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693214.521327:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.521331:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693214.521335:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693214.521338:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298370579
00000100:00000001:1.0:1790693214.521341:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.521344:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298370579
00000100:00000001:1.0:1790693214.521346:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.521348:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693214.521351:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521353:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693214.521356:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693214.521364:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693214.521365:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693214.521367:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693214.521369:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693214.521370:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693214.521372:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693214.521375:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693214.521382:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521387:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693214.521389:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521391:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.521392:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693214.521396:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521426:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693214.521431:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521439:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693214.521441:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521442:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.521444:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521446:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693214.521448:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693214.521451:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693214.521455:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693214.521457:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693214.521461:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693214.521469:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287808:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693214.521473:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693214.521477:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521484:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693214.521486:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.521489:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693214.521491:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.521493:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.521496:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287936:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693214.521499:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693214.521501:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693214.521503:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.521505:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693214.521509:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693214.521511:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.521514:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693214.521517:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693214.521520:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693214.521523:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101287936, portal 10
00000100:00000001:1.0:1790693214.521525:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693214.521527:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693214.521533:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521539:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693214.521542:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693214.521544:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693214.521547:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101287936, offset 0
00000400:00000200:1.0:1790693214.521551:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693214.521555:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.521558:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693214.521561:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693214.521563:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693214.521566:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693214.521568:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693214.521571:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6484:6484:256:4294967295] 192.168.204.134@tcp LPNI seq info [6479:6479:8:4294967295]
00000400:00000200:1.0:1790693214.521575:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.521580:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693214.521585:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.521588:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693214.521592:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693214.521595:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693214.521599:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693214.521601:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693214.521605:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.521607:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693214.521610:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693214.521613:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693214.521616:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693214.521618:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693214.521621:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693214.521623:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521628:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.521630:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521634:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521635:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693214.521638:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.521641:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693214.521643:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693214.521644:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298370586
00000100:00000001:1.0:1790693214.521646:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.521647:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298370586
00000100:00000001:1.0:1790693214.521649:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.521650:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693214.521651:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521652:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693214.521654:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693214.521659:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693214.521660:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693214.521661:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693214.521662:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693214.521663:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693214.521664:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693214.521666:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693214.521671:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521674:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693214.521675:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521676:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.521677:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693214.521679:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521682:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693214.521684:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521689:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693214.521690:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521691:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.521692:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521693:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693214.521694:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693214.521695:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693214.521697:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693214.521698:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693214.521700:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693214.521704:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101287936:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693214.521706:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521707:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.521709:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101287808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521712:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693214.521713:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693214.521714:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693214.521716:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693214.521717:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693214.521718:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693214.521720:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693214.521721:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693214.521723:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693214.521723:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693214.521725:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693214.521727:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693214.521727:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521729:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.521731:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101287936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521735:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693214.521736:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693214.521737:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693214.521738:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693214.521738:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693214.521739:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693214.521740:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693214.521741:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693214.521742:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693214.521742:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693214.521743:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693214.521744:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693214.521745:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521746:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521748:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693214.521749:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521750:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693214.521751:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693214.521752:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693214.521754:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521758:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693214.521759:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.521760:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693214.521761:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.521762:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.521763:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288064:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693214.521765:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693214.521767:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693214.521768:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.521769:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693214.521771:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693214.521773:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.521775:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693214.521776:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693214.521779:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693214.521781:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288064, portal 4
00000100:00000001:1.0:1790693214.521782:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693214.521783:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693214.521787:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521791:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693214.521792:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693214.521793:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693214.521795:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101288064, offset 0
00000400:00000200:1.0:1790693214.521797:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693214.521799:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.521801:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693214.521803:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693214.521804:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693214.521806:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693214.521807:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693214.521809:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6485:6485:256:4294967295] 192.168.204.134@tcp LPNI seq info [6480:6480:8:4294967295]
00000400:00000200:1.0:1790693214.521812:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.521815:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693214.521818:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.521819:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693214.521822:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693214.521824:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693214.521826:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693214.521828:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693214.521830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.521831:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693214.521833:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693214.521835:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693214.521837:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693214.521838:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693214.521840:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693214.521842:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521846:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.521848:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521851:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521852:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693214.521853:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.521855:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693214.521857:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693214.521858:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298370580
00000100:00000001:1.0:1790693214.521859:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.521861:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298370580
00000100:00000001:1.0:1790693214.521862:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.521864:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693214.521865:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.521867:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693214.521870:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693214.521878:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693214.521879:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693214.521880:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693214.521883:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693214.521884:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693214.521886:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693214.521889:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693214.521896:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521903:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693214.521905:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.521908:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693214.521911:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521918:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693214.521921:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521928:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693214.521930:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521931:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.521933:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.521935:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693214.521936:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693214.521938:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693214.521942:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693214.521943:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693214.521947:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693214.521955:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288064:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693214.521958:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693214.521962:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.521969:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693214.521970:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.521972:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693214.521974:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.521976:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.521978:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288192:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693214.521980:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693214.521981:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693214.521982:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.521983:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693214.521986:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693214.521987:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693214.521989:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693214.521991:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693214.521993:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693214.521995:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288192, portal 4
00000100:00000001:1.0:1790693214.521996:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693214.521997:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693214.522001:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522005:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693214.522007:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693214.522008:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693214.522009:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101288192, offset 0
00000400:00000200:1.0:1790693214.522012:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693214.522014:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.522016:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693214.522018:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693214.522019:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693214.522021:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693214.522022:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693214.522024:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6486:6486:256:4294967295] 192.168.204.134@tcp LPNI seq info [6481:6481:8:4294967295]
00000400:00000200:1.0:1790693214.522027:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693214.522030:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693214.522033:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.522035:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693214.522038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693214.522039:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693214.522042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693214.522044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693214.522046:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693214.522047:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693214.522049:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693214.522051:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693214.522053:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693214.522054:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693214.522055:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693214.522057:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522062:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.522064:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522068:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.522069:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693214.522071:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.522073:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693214.522074:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693214.522076:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298370585
00000100:00000001:1.0:1790693214.522077:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.522093:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298370585
00000100:00000001:1.0:1790693214.522095:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298371842
00000100:00000001:1.0:1790693214.522096:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693214.522098:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.522099:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693214.522102:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693214.522113:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693214.522114:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693214.522116:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693214.522118:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693214.522120:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693214.522122:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693214.522125:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693214.522133:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522139:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693214.522141:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.522142:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.522144:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693214.522147:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522154:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693214.522157:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522162:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693214.522164:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.522165:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693214.522166:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.522167:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693214.522168:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693214.522170:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693214.522172:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693214.522173:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693214.522176:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693214.522181:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288192:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693214.522183:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.522184:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.522186:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101288064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522189:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693214.522190:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693214.522191:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693214.522193:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693214.522194:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693214.522195:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693214.522196:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693214.522198:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693214.522199:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693214.522200:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693214.522201:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693214.522203:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693214.522203:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.522204:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693214.522206:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101288192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.522210:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693214.522211:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693214.522211:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693214.522213:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693214.522213:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693214.522214:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693214.522215:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693214.522216:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:1.0:1790693214.522217:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693214.522217:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693214.522219:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693214.522221:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693214.522222:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.522223:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.522225:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693214.522226:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.522227:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693214.522228:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693214.903480:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693214.903480:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693214.903489:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693214.903489:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693214.903495:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.903495:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693214.903504:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693214.903504:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693214.903512:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693214.903512:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693214.903519:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.903519:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693214.903524:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693214.903526:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693214.903530:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.903530:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693214.903536:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.903537:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.903548:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693214.903557:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693214.903560:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.903565:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693214.903570:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693214.903574:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.903577:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693214.903579:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693214.903583:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693215.863517:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298371842, at 4298371904
00000100:00000040:1.0:1790693215.863518:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298371842, at 4298371904
00000100:00000010:0.0:1790693215.863537:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3480.
00000100:00000010:1.0:1790693215.863541:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d34e0.
00000100:00000001:0.0:1790693215.927510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693215.927510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693215.927518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693215.927520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693215.927521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693215.927524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693215.927527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693215.927528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693215.927529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693215.927539:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693215.927540:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693215.927541:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693215.927545:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693215.927547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693215.927547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693215.927551:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693215.927553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693215.927554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693215.927559:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693215.927560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693215.927564:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693215.927566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693215.927567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693215.927570:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693215.927578:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693215.927578:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693215.927583:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693216.951538:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693216.951538:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693216.951539:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693216.951548:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693216.951550:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693216.951550:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693216.951559:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693216.951560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693216.951560:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693216.951571:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693216.951572:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693216.951580:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693216.951580:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693216.951581:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693216.951589:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693216.951589:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693216.951590:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693216.951601:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693216.951602:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693216.951603:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693216.951604:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693216.951606:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693216.951613:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693216.951614:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693216.951614:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693216.951622:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693216.951628:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693217.975519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693217.975523:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693217.975524:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693217.975528:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693217.975530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693217.975532:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693217.975533:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693217.975534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693217.975538:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693217.975542:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693217.975548:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693217.975549:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693217.975549:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693217.975557:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693217.975564:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693217.975565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693217.975566:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693217.975577:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693217.975580:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693217.975582:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693217.975589:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693217.975595:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693217.975598:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693217.975601:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693217.975605:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693217.975607:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693217.975615:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693218.999504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693218.999512:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693218.999516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693218.999523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693218.999529:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693218.999533:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693218.999534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693218.999535:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693218.999536:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693218.999541:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693218.999543:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693218.999545:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693218.999545:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693218.999546:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693218.999554:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693218.999555:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693218.999555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693218.999559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693218.999567:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693218.999568:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693218.999569:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693218.999577:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693218.999580:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693218.999587:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693218.999593:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693218.999597:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693218.999604:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693219.639518:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693219.639529:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693219.639534:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693219.639538:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693219.639545:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693219.639553:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3703
00000400:00000200:2.0:1790693219.639561:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693219.639567:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693219.639572:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693219.639575:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639578:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.639579:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639582:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693219.639587:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693219.639589:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693219.639591:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693219.639593:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693219.639595:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693219.639597:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693219.639598:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639600:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.639601:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639602:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693219.639604:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693219.639606:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639607:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.639608:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693219.639611:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693219.639612:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.639614:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693219.639616:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693219.639623:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693219.639626:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693219.639628:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693219.639629:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.639631:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693219.639633:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693219.639636:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693219.639641:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693219.639646:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693219.639652:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693219.639659:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693219.639662:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693219.639666:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693219.639680:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693219.639682:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693219.639684:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693219.639685:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693219.639687:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693219.639688:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693219.639690:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3703
00000400:00000200:2.0:1790693219.639692:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693219.639694:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693219.639696:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693219.639699:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639701:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.639705:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639706:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693219.639708:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693219.639712:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1790693219.639713:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693219.639721:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693219.639722:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1790693219.639724:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:1.0:1790693219.639726:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693219.639727:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693219.639730:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693219.639734:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639735:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.639741:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693219.639742:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693219.639743:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693219.639748:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693219.639757:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693219.639766:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.639773:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1790693219.639773:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693219.639780:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.639784:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693219.639785:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693219.639794:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693219.639794:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.639805:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.639805:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693219.639816:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1790693219.639817:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101288320:192.168.204.134@tcp:250:
00000008:00000001:2.0:1790693219.639825:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.639826:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693219.639828:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.639832:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1790693219.639833:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
02000000:00000001:1.0:1790693219.639835:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693219.639836:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693219.639839:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693219.639844:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693219.639847:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693219.639849:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
00000100:00000001:2.0:1790693219.639851:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693219.639852:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.639859:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693219.639863:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693219.639864:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693219.639867:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
02000000:00000010:2.0:1790693219.639872:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000400:00000010:1.0:1790693219.639875:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000001:2.0:1790693219.639879:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693219.639885:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288320, portal 25
00000100:00000001:1.0:1790693219.639889:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1790693219.639891:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693219.639892:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:1.0:1790693219.639901:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693219.639927:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693219.639928:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693219.639933:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693219.639941:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693219.639947:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000040:2.0:1790693219.639947:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693219.639964:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101288320, offset 0
00000100:00000001:2.0:1790693219.639964:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693219.639974:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693219.639977:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693219.639978:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790693219.639993:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693219.639995:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693219.639998:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693219.640001:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3703
00000400:00000200:1.0:1790693219.640006:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693219.640011:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.640022:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693219.640022:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693219.640031:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693219.640036:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693219.640039:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693219.640039:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.640046:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640048:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693219.640054:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000001:2.0:1790693219.640055:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693219.640058:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693219.640060:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693219.640063:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:1.0:1790693219.640066:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1790693219.640067:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693219.640072:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693219.640075:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640078:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693219.640084:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:2.0:1790693219.640084:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640091:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693219.640093:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:1.0:1790693219.640102:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6487:6487:256:4294967295] 192.168.204.134@tcp LPNI seq info [6482:6482:8:4294967295]
00000100:00080000:2.0:1790693219.640102:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640107:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.640112:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693219.640115:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693219.640120:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.640121:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693219.640126:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693219.640128:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693219.640130:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.640131:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693219.640135:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693219.640139:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693219.640145:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693219.640148:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.640151:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693219.640151:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693219.640163:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1790693219.640168:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693219.640169:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693219.640177:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693219.640181:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693219.640182:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000100:00100000:2.0:1790693219.640186:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693219.640192:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693219.640197:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693219.640199:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693219.640201:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790693219.640208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1790693219.640210:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693219.640215:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693219.640219:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693219.640220:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693219.640225:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790693219.640226:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693219.640228:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693219.640233:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3703
00000800:00000200:1.1:1790693219.640234:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1790693219.640240:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693219.640250:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000100:1.0:1790693219.640251:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693219.640253:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1790693219.640255:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000100:00000040:2.0:1790693219.640260:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640264:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.640266:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640267:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693219.640268:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1790693219.640270:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693219.640273:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000200:1.0:1790693219.640276:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1790693219.640278:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790693219.640282:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000020:00000040:2.0:1790693219.640283:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000010:1.0:1790693219.640285:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000020:00000001:2.0:1790693219.640291:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:1.0:1790693219.640293:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:2.0:1790693219.640295:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000200:1.0:1790693219.640302:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693219.640304:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640313:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.640322:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640331:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693219.640333:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1790693219.640337:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000040:1.0:1790693219.640341:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693219.640348:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693219.640353:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.640356:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693219.640356:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.640363:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693219.640366:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.640368:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693219.640372:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.640379:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693219.640379:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693219.640384:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1790693219.640386:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298376962
00000008:00000001:2.0:1790693219.640390:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.640394:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693219.640418:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d34e0.
00000100:00000001:1.0:1790693219.640426:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1790693219.640430:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693219.640434:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298376963
00000020:00000040:2.0:1790693219.640435:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000010:1.0:1790693219.640445:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3480.
02000000:00000001:2.0:1790693219.640446:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693219.640452:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.640453:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693219.640460:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693219.640461:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693219.640464:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693219.640466:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.640468:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.640472:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1790693219.640476:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00100000:1.0:1790693219.640481:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693219/real 1790693219]  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693219.640483:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693219.640496:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1790693219.640506:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693219.640512:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1790693219.640512:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1790693219.640515:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000100:00000001:2.0:1790693219.640517:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.640522:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000100:00000040:2.0:1790693219.640524:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790693219.640528:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693219.640538:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1790693219.640541:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693219.640544:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790693219.640550:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693219.640550:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693219.640556:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693219.640558:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693219.640563:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693219.640568:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3703
00000400:00000200:2.0:1790693219.640574:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693219.640578:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693219.640586:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693219.640593:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640599:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693219.640602:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:1.0:1790693219.640607:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693219.640608:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693219.640614:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693219.640617:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693219.640620:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693219.640622:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693219.640627:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693219.640635:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693219.640647:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:2.0:1790693219.640647:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693219.640653:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693219.640654:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693219.640661:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1790693219.640661:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693219.640667:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693219.640668:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693219.640673:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00100000:1.0:1790693219.640675:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693219.640679:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693219.640685:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693219.640695:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693219.640702:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693219.640704:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693219.640705:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.640710:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693219.640714:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1790693219.640715:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790693219.640720:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.640727:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.640737:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1790693219.640738:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693219.640747:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693219.640747:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:1.0:1790693219.640757:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1790693219.640758:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693219.640762:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693219.640763:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693219.640775:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693219.640776:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1790693219.640781:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693219.640782:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1790693219.640788:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693219.640789:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693219.640796:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000010:2.0:1790693219.640796:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:1.0:1790693219.640809:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1790693219.640810:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693219.640834:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693219.640835:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693219.640899:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1790693219.640901:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101288320:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693219.640903:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.640909:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693219.640914:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.640916:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693219.640925:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693219.640927:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101288320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693219.640929:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3713)
00000100:00000001:1.0:1790693219.640941:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693219.640945:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693219.640949:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693219.640953:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693219.640956:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693219.640958:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693219.640961:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693219.640964:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:1.0:1790693219.640968:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693219.640970:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693219.640972:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693219.640975:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693219.640977:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.640990:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.640999:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693219.641001:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641003:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693219.641005:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693219.641006:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693219.641011:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641018:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693219.641020:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641022:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693219.641025:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693219.641027:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693219.641030:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288448:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693219.641033:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693219.641036:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693219.641038:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641040:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693219.641044:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693219.641046:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.641051:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693219.641054:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693219.641058:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693219.641062:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288448, portal 10
00000100:00000001:1.0:1790693219.641063:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693219.641064:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:1.0:1790693219.641071:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641079:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693219.641080:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693219.641081:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693219.641083:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101288448, offset 0
00000400:00000200:1.0:1790693219.641086:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641088:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641091:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693219.641093:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693219.641095:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693219.641097:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693219.641098:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641100:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6488:6488:256:4294967295] 192.168.204.134@tcp LPNI seq info [6483:6483:8:4294967295]
00000400:00000200:1.0:1790693219.641103:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641108:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693219.641111:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641113:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693219.641116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693219.641118:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693219.641121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693219.641123:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693219.641126:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641128:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693219.641131:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693219.641134:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693219.641137:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693219.641139:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693219.641141:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693219.641145:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641152:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.641155:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641166:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641168:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693219.641172:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693219.641175:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693219.641179:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693219.641181:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298375699
00000100:00000001:1.0:1790693219.641184:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298376962
00000100:00000001:1.0:1790693219.641186:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298375699
00000100:00000001:1.0:1790693219.641188:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298376963
00000100:00000001:1.0:1790693219.641190:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693219.641192:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641194:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693219.641198:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693219/real 1790693219]  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693219.641205:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693219.641206:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693219.641208:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693219.641210:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693219.641212:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693219.641214:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693219.641218:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693219.641226:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641232:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693219.641232:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641234:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641235:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693219.641237:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641242:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693219.641244:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641248:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693219.641249:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641250:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641251:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641252:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693219.641254:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693219.641255:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693219.641257:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693219.641258:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693219.641260:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693219.641264:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288448:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693219.641267:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693219.641269:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641273:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693219.641274:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641276:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693219.641277:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693219.641278:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693219.641280:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288576:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693219.641282:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693219.641283:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693219.641284:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641285:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693219.641289:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693219.641291:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.641293:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693219.641295:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693219.641297:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693219.641299:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288576, portal 10
00000100:00000001:1.0:1790693219.641301:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693219.641302:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:1.0:1790693219.641306:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641310:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693219.641312:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693219.641313:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693219.641314:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101288576, offset 0
00000400:00000200:1.0:1790693219.641317:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641319:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641321:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693219.641323:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693219.641324:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693219.641326:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693219.641327:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641329:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6489:6489:256:4294967295] 192.168.204.134@tcp LPNI seq info [6484:6484:8:4294967295]
00000400:00000200:1.0:1790693219.641332:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641336:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693219.641339:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641341:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693219.641344:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693219.641345:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693219.641348:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693219.641350:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693219.641352:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641354:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693219.641357:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693219.641360:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693219.641363:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693219.641364:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693219.641366:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693219.641370:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641377:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.641380:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641386:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641388:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693219.641391:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693219.641394:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693219.641417:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693219.641419:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298375706
00000100:00000001:1.0:1790693219.641421:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298376962
00000100:00000001:1.0:1790693219.641423:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298375706
00000100:00000001:1.0:1790693219.641424:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298376963
00000100:00000001:1.0:1790693219.641426:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693219.641427:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641428:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693219.641431:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693219/real 1790693219]  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693219.641436:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693219.641437:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693219.641438:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693219.641440:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693219.641441:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693219.641443:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693219.641445:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693219.641450:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641454:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693219.641455:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641456:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641457:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693219.641459:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641462:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693219.641464:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641467:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693219.641469:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641470:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641470:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641471:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693219.641472:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693219.641474:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693219.641476:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693219.641477:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693219.641479:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693219.641484:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288576:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693219.641486:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693219.641488:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641496:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693219.641497:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641498:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693219.641499:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693219.641501:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693219.641502:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288704:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693219.641504:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693219.641505:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693219.641506:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641507:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693219.641509:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693219.641510:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.641513:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693219.641515:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693219.641518:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693219.641520:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288704, portal 4
00000100:00000001:1.0:1790693219.641522:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693219.641523:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693219.641529:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641535:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693219.641537:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693219.641539:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693219.641542:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101288704, offset 0
00000400:00000200:1.0:1790693219.641546:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641549:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641553:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693219.641556:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693219.641558:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693219.641561:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693219.641563:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641566:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6490:6490:256:4294967295] 192.168.204.134@tcp LPNI seq info [6485:6485:8:4294967295]
00000400:00000200:1.0:1790693219.641570:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641576:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693219.641581:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641584:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693219.641588:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693219.641591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693219.641595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693219.641615:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693219.641619:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641621:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693219.641625:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693219.641628:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693219.641632:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693219.641633:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693219.641634:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693219.641637:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641642:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.641644:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641648:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641649:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693219.641651:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693219.641654:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693219.641656:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693219.641657:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298375700
00000100:00000001:1.0:1790693219.641659:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298376962
00000100:00000001:1.0:1790693219.641660:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298375700
00000100:00000001:1.0:1790693219.641662:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298376963
00000100:00000001:1.0:1790693219.641663:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693219.641665:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641666:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693219.641668:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693219/real 1790693219]  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693219.641673:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693219.641674:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693219.641674:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693219.641676:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693219.641677:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693219.641678:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693219.641680:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693219.641685:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641688:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693219.641689:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641689:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641690:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693219.641692:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641695:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693219.641697:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641701:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693219.641703:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641704:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641705:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641706:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693219.641707:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693219.641708:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693219.641710:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693219.641712:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693219.641715:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693219.641723:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288704:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693219.641727:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693219.641730:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641736:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693219.641738:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641740:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693219.641742:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693219.641743:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693219.641746:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288832:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693219.641749:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693219.641751:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693219.641753:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693219.641755:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693219.641758:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693219.641760:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693219.641763:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693219.641766:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693219.641769:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693219.641772:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288832, portal 4
00000100:00000001:1.0:1790693219.641773:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693219.641774:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693219.641780:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641787:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693219.641789:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693219.641791:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693219.641794:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101288832, offset 0
00000400:00000200:1.0:1790693219.641797:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641801:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641805:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693219.641807:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693219.641808:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693219.641810:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693219.641811:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693219.641813:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6491:6491:256:4294967295] 192.168.204.134@tcp LPNI seq info [6486:6486:8:4294967295]
00000400:00000200:1.0:1790693219.641816:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693219.641820:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693219.641823:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641825:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693219.641827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693219.641829:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693219.641832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693219.641833:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693219.641836:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693219.641838:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693219.641840:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693219.641842:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693219.641844:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693219.641845:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693219.641847:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693219.641849:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641853:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.641855:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641859:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641860:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693219.641862:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693219.641864:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693219.641867:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693219.641869:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298375705
00000100:00000001:1.0:1790693219.641871:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298376962
00000100:00000001:1.0:1790693219.641873:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298375705
00000100:00000001:1.0:1790693219.641876:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298376963
00000100:00000001:1.0:1790693219.641878:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693219.641880:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.641881:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693219.641885:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693219/real 1790693219]  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693219.641892:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693219.641894:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693219.641895:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693219.641898:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693219.641900:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693219.641902:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693219.641905:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693219.641912:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641918:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693219.641919:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641921:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641922:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693219.641925:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641932:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693219.641936:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.641949:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693219.641951:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641953:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693219.641954:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641955:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693219.641957:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693219.641959:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693219.641962:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693219.641964:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693219.641967:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693219.641974:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101288832:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693219.641978:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.641991:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.641995:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101288448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.642001:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693219.642003:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693219.642005:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693219.642007:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693219.642008:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693219.642010:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693219.642012:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693219.642013:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693219.642016:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693219.642017:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693219.642019:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:1.0:1790693219.642021:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693219.642023:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.642024:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.642027:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101288576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.642034:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693219.642035:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693219.642037:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693219.642039:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693219.642040:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693219.642042:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693219.642044:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693219.642045:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693219.642047:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693219.642048:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693219.642050:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693219.642052:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693219.642053:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.642055:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.642058:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101288704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.642064:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693219.642065:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693219.642066:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693219.642068:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693219.642070:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693219.642071:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693219.642073:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693219.642074:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693219.642076:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693219.642076:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693219.642078:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693219.642081:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693219.642082:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.642083:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693219.642086:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101288832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693219.642089:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693219.642091:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693219.642092:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693219.642093:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693219.642094:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693219.642095:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693219.642096:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693219.642097:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693219.642098:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693219.642099:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693219.642099:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693219.642100:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693219.642101:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.642102:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693219.642105:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693219.642105:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693219.642106:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693219.642107:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693220.023500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693220.023500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693220.023506:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693220.023507:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693220.023509:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693220.023511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693220.023516:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693220.023517:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693220.023522:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693220.023522:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693220.023526:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693220.023527:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693220.023531:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693220.023534:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693220.023540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693220.023540:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693220.023541:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693220.023544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693220.023547:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693220.023551:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693220.023551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693220.023556:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693220.023560:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693220.023563:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693220.023566:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693220.023568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693220.023571:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693220.983516:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298376962, at 4298377024
00000100:00000040:1.0:1790693220.983516:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298376963, at 4298377024
00000100:00000010:0.0:1790693220.983529:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d34e0.
00000100:00000010:1.0:1790693220.983537:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3480.
00000100:00000001:1.0:1790693221.047492:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693221.047496:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693221.047499:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693221.047499:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693221.047500:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693221.047502:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693221.047504:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693221.047505:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693221.047508:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693221.047510:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693221.047510:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693221.047515:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693221.047515:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693221.047517:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693221.047520:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693221.047521:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693221.047522:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693221.047527:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693221.047528:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693221.047531:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693221.047532:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693221.047536:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693221.047536:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693221.047537:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693221.047542:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693221.047543:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693221.047549:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693222.071508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693222.071508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693222.071515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693222.071516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693222.071516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693222.071520:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693222.071520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693222.071521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693222.071524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693222.071526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693222.071528:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693222.071528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693222.071530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693222.071534:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693222.071535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693222.071536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693222.071538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693222.071540:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693222.071541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693222.071543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693222.071543:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693222.071547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693222.071549:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693222.071550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693222.071553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693222.071557:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693222.071561:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693223.095502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693223.095510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693223.095512:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693223.095513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693223.095516:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693223.095518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693223.095519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693223.095522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693223.095524:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693223.095529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693223.095529:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693223.095533:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693223.095534:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693223.095536:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693223.095538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693223.095542:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693223.095543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693223.095545:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693223.095573:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693223.095576:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693223.095577:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693223.095579:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693223.095581:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693223.095583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693223.095586:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693223.095587:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693223.095590:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.119506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693224.119510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693224.119513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693224.119514:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693224.119515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.119518:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693224.119522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693224.119522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693224.119528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693224.119529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693224.119532:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693224.119534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693224.119534:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693224.119537:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693224.119539:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693224.119540:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693224.119541:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.119543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693224.119545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693224.119547:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693224.119550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.119551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693224.119552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693224.119558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693224.119563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693224.119567:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693224.119572:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693224.759549:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693224.759561:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693224.759567:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693224.759573:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693224.759583:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693224.759595:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3708
00000400:00000200:2.0:1790693224.759606:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693224.759613:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693224.759616:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693224.759620:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.759623:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693224.759626:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.759629:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693224.759638:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693224.759641:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693224.759643:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693224.759646:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693224.759649:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693224.759651:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693224.759655:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.759657:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693224.759660:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.759663:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693224.759667:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693224.759671:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693224.759675:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693224.759678:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693224.759681:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693224.759685:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.759687:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693224.759690:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693224.759696:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693224.759699:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693224.759703:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693224.759705:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.759708:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693224.759712:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693224.759716:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693224.759722:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693224.759728:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693224.759737:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693224.759747:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693224.759750:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693224.759755:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693224.759772:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693224.759775:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693224.759778:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693224.759780:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693224.759781:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693224.759789:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693224.759792:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3708
00000100:00000001:1.0:1790693224.759797:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1790693224.759797:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693224.759803:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1790693224.759803:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693224.759806:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1790693224.759808:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693224.759814:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693224.759815:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.759821:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693224.759826:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790693224.759826:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693224.759829:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.759832:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693224.759833:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693224.759836:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693224.759839:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693224.759839:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1790693224.759843:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101288960:192.168.204.134@tcp:250:
00000020:00000040:2.0:1790693224.759844:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693224.759848:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693224.759849:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1790693224.759853:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
02000000:00000001:1.0:1790693224.759855:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1790693224.759858:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693224.759859:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.759864:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1790693224.759864:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693224.759870:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:1.0:1790693224.759871:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
00000100:00000001:2.0:1790693224.759874:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693224.759876:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693224.759894:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693224.759896:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693224.759901:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:1.0:1790693224.759903:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000020:00000040:2.0:1790693224.759906:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000400:00000010:1.0:1790693224.759911:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00080000:2.0:1790693224.759912:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693224.759918:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693224.759921:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101288960, portal 25
02000000:00000001:2.0:1790693224.759921:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693224.759925:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693224.759928:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
02000000:00000001:2.0:1790693224.759928:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693224.759933:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.759936:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790693224.759937:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790693224.759941:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693224.759948:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.759951:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693224.759952:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693224.759956:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000010:2.0:1790693224.759958:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000400:00000010:1.0:1790693224.759960:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000020:00000040:2.0:1790693224.759962:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000200:1.0:1790693224.759966:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101288960, offset 0
02000000:00000001:2.0:1790693224.759966:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693224.759969:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.759971:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693224.759973:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693224.759975:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693224.759976:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693224.759980:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000400:00000200:1.0:1790693224.759984:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693224.759984:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.759992:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00100000:2.0:1790693224.759993:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693224.760000:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693224.760001:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693224.760004:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.760006:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:2.0:1790693224.760010:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693224.760012:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693224.760017:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693224.760023:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6492:6492:256:4294967295] 192.168.204.134@tcp LPNI seq info [6487:6487:8:4294967295]
00000400:00000200:1.0:1790693224.760036:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693224.760037:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693224.760040:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693224.760044:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693224.760046:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693224.760049:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693224.760050:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693224.760055:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693224.760059:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3708
00000800:00000200:1.0:1790693224.760063:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693224.760067:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:1.0:1790693224.760071:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000400:00000200:2.0:1790693224.760074:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693224.760077:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790693224.760081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693224.760086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1790693224.760086:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.760092:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790693224.760096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693224.760100:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:1.1:1790693224.760100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1790693224.760106:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000100:1.0:1790693224.760109:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.760112:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000020:00000001:2.0:1790693224.760113:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790693224.760117:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1790693224.760117:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693224.760120:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790693224.760123:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1790693224.760124:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:1.0:1790693224.760129:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000020:00000001:2.0:1790693224.760129:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000010:1.0:1790693224.760133:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000020:00000001:2.0:1790693224.760134:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693224.760140:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693224.760145:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693224.760146:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693224.760152:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:1.0:1790693224.760153:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693224.760158:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693224.760164:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:1.0:1790693224.760165:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790693224.760169:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:1.0:1790693224.760171:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693224.760172:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693224.760177:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693224.760183:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693224.760184:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693224.760188:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:2.0:1790693224.760189:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.760194:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693224.760197:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1790693224.760198:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693224.760203:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:2.0:1790693224.760203:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.760207:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298382082
00000100:00000001:2.0:1790693224.760208:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693224.760212:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3480.
00000100:00000010:2.0:1790693224.760215:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693224.760218:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1790693224.760219:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693224.760224:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693224.760227:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298382082
02000000:00000001:2.0:1790693224.760227:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.760232:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1790693224.760233:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3240.
00000100:00000001:1.0:1790693224.760237:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693224.760242:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693224.760243:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693224.760246:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693224.760247:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.760250:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693224.760257:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693224/real 1790693224]  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693224.760257:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693224.760263:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693224.760271:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1790693224.760274:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693224.760277:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1790693224.760278:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1790693224.760281:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000100:00000001:2.0:1790693224.760282:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693224.760287:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693224.760289:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693224.760291:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693224.760295:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1790693224.760300:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693224.760301:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693224.760305:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790693224.760311:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693224.760312:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693224.760316:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693224.760320:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00080000:2.0:1790693224.760321:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693224.760322:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.760325:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.760328:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693224.760328:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:1.0:1790693224.760334:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693224.760335:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3708
00000100:00000001:1.0:1790693224.760344:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1790693224.760347:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693224.760350:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693224.760355:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693224.760358:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693224.760361:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693224.760361:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693224.760363:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.760365:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.760367:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693224.760370:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1790693224.760370:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00080000:1.0:1790693224.760375:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1790693224.760376:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1790693224.760379:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693224.760382:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693224.760383:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693224.760387:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693224.760388:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693224.760394:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693224.760417:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693224.760418:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693224.760420:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693224.760421:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00100000:1.0:1790693224.760424:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101288960:192.168.204.134@tcp:250:
00000020:00000001:2.0:1790693224.760424:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693224.760431:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.760433:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693224.760434:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693224.760436:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693224.760438:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693224.760439:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693224.760442:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000040:1.0:1790693224.760446:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101288960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693224.760448:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693224.760453:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693224.760457:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693224.760460:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693224.760461:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693224.760464:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.760466:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1790693224.760466:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693224.760470:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000010:1.0:1790693224.760471:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
00000008:00000001:2.0:1790693224.760472:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.760475:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.760476:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:2.0:1790693224.760479:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000001:1.0:1790693224.760480:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693224.760483:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000040:2.0:1790693224.760483:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693224.760488:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:2.0:1790693224.760489:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693224.760492:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693224.760493:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693224.760493:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693224.760495:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693224.760498:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.760499:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693224.760501:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:2.0:1790693224.760502:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000010:1.0:1790693224.760503:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693224.760507:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693224.760508:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693224.760508:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.760512:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693224.760515:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693224.760519:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693224.760521:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.760521:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693224.760524:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.760525:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693224.760527:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693224.760529:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693224.760530:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693224.760535:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760547:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693224.760547:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.760550:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693224.760551:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790693224.760552:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693224.760555:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1790693224.760556:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1790693224.760559:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.760560:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693224.760563:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1790693224.760565:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289088:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693224.760567:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693224.760571:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693224.760573:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3708
02000000:00000001:1.0:1790693224.760575:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693224.760578:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693224.760582:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693224.760583:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693224.760588:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
00000400:00000200:2.0:1790693224.760589:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:1.0:1790693224.760593:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693224.760594:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693224.760601:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693224.760601:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693224.760606:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790693224.760608:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000100:00000040:2.0:1790693224.760611:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693224.760614:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000001:2.0:1790693224.760616:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693224.760619:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289088, portal 10
00000020:00000001:2.0:1790693224.760621:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693224.760623:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1790693224.760624:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:1.0:1790693224.760625:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000020:00000001:2.0:1790693224.760629:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693224.760633:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000040:1.0:1790693224.760636:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693224.760637:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693224.760643:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693224.760651:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693224.760653:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693224.760655:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693224.760659:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693224.760662:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693224.760664:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000001:2.0:1790693224.760665:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693224.760668:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101289088, offset 0
00000020:00000040:2.0:1790693224.760670:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000400:00000200:1.0:1790693224.760678:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693224.760678:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693224.760684:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.760688:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693224.760689:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693224.760694:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693224.760696:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:2.0:1790693224.760698:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.760701:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693224.760702:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693224.760706:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1790693224.760707:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000008:00000001:2.0:1790693224.760711:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.760712:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693224.760715:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.760718:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000010:2.0:1790693224.760722:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000400:00000200:1.0:1790693224.760723:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6493:6493:256:4294967295] 192.168.204.134@tcp LPNI seq info [6488:6488:8:4294967295]
00000020:00000040:2.0:1790693224.760727:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:1.0:1790693224.760732:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693224.760733:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693224.760736:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693224.760741:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693224.760744:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1790693224.760745:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693224.760749:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693224.760754:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693224.760756:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000800:00000010:1.0:1790693224.760760:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000100:00000001:2.0:1790693224.760761:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693224.760766:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00100000:2.0:1790693224.760770:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790693224.760772:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693224.760782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693224.760786:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790693224.760787:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1790693224.760791:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1790693224.760795:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.760799:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000100:00000040:2.0:1790693224.760800:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693224.760803:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693224.760811:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693224.760817:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000100:00000001:2.0:1790693224.760818:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693224.760820:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693224.760824:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1790693224.760826:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3718)
00000100:00000200:1.0:1790693224.760829:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760838:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.760842:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760849:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.760850:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693224.760853:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693224.760857:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693224.760860:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693224.760862:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298380819
00000100:00000001:1.0:1790693224.760864:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.760866:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298380819
00000100:00000001:1.0:1790693224.760868:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.760870:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693224.760872:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.760874:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693224.760877:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693224/real 1790693224]  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693224.760896:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693224.760897:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693224.760899:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693224.760902:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693224.760903:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693224.760905:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693224.760908:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693224.760916:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760924:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693224.760925:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.760926:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.760927:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693224.760929:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760933:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693224.760936:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760939:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693224.760941:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.760942:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.760942:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.760943:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693224.760945:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693224.760946:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693224.760948:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693224.760949:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693224.760951:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693224.760955:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289088:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693224.760958:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693224.760959:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760963:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693224.760964:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.760965:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693224.760967:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693224.760968:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693224.760970:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289216:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693224.760972:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693224.760973:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693224.760974:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.760975:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693224.760977:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693224.760978:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.760980:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693224.760982:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693224.760984:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693224.760986:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289216, portal 10
00000100:00000001:1.0:1790693224.760987:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693224.760988:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:1.0:1790693224.760992:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.760996:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693224.760998:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693224.760999:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693224.761000:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101289216, offset 0
00000400:00000200:1.0:1790693224.761002:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693224.761004:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693224.761006:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693224.761008:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693224.761010:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693224.761011:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693224.761013:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693224.761015:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6494:6494:256:4294967295] 192.168.204.134@tcp LPNI seq info [6489:6489:8:4294967295]
00000400:00000200:1.0:1790693224.761017:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693224.761022:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693224.761026:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.761029:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693224.761032:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693224.761035:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693224.761039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693224.761041:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693224.761044:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.761046:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693224.761048:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693224.761052:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693224.761055:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693224.761056:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693224.761059:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693224.761062:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761070:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.761073:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761077:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761078:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693224.761081:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693224.761083:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693224.761085:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693224.761086:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298380825
00000100:00000001:1.0:1790693224.761088:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.761089:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298380825
00000100:00000001:1.0:1790693224.761090:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.761091:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693224.761093:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761094:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693224.761096:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693224/real 1790693224]  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693224.761104:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693224.761105:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693224.761106:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693224.761107:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693224.761108:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693224.761109:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693224.761111:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693224.761115:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761119:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693224.761119:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761120:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.761121:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693224.761123:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761126:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693224.761128:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761132:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693224.761134:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761134:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.761135:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761136:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693224.761137:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693224.761139:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693224.761140:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693224.761141:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693224.761144:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693224.761148:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289216:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693224.761151:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761152:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.761153:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101289088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761157:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693224.761157:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693224.761158:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693224.761160:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693224.761161:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693224.761162:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693224.761163:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693224.761164:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693224.761166:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693224.761166:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693224.761167:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693224.761169:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693224.761170:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761171:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.761173:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101289216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761176:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693224.761177:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693224.761178:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693224.761179:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693224.761179:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693224.761180:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693224.761181:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693224.761181:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693224.761183:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693224.761183:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693224.761184:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693224.761186:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693224.761186:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761187:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761190:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693224.761191:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761192:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693224.761193:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693224.761193:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693224.761195:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761199:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693224.761200:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.761201:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693224.761202:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693224.761204:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693224.761205:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289344:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693224.761207:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693224.761208:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693224.761209:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.761209:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693224.761211:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693224.761212:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.761214:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693224.761216:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693224.761217:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693224.761220:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289344, portal 4
00000100:00000001:1.0:1790693224.761221:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693224.761221:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693224.761225:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761229:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693224.761230:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693224.761232:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693224.761233:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101289344, offset 0
00000400:00000200:1.0:1790693224.761235:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693224.761237:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693224.761240:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693224.761242:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693224.761245:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693224.761247:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693224.761249:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693224.761252:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6495:6495:256:4294967295] 192.168.204.134@tcp LPNI seq info [6490:6490:8:4294967295]
00000400:00000200:1.0:1790693224.761256:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693224.761261:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693224.761265:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.761268:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693224.761272:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693224.761274:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693224.761278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693224.761280:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693224.761283:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.761285:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693224.761288:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693224.761291:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693224.761294:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693224.761296:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693224.761298:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693224.761301:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761307:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.761308:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761312:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761313:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693224.761315:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693224.761317:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693224.761319:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693224.761320:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298380819
00000100:00000001:1.0:1790693224.761322:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.761323:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298380819
00000100:00000001:1.0:1790693224.761324:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.761326:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693224.761327:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761328:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693224.761330:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693224/real 1790693224]  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693224.761334:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693224.761335:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693224.761336:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693224.761337:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693224.761338:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693224.761339:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693224.761340:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693224.761345:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761348:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693224.761349:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761350:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.761351:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693224.761353:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761356:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693224.761358:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761365:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693224.761367:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761368:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.761369:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761370:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693224.761371:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693224.761372:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693224.761374:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693224.761375:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693224.761377:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693224.761381:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289344:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693224.761383:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693224.761384:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761388:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693224.761389:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.761390:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693224.761391:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693224.761392:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693224.761394:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289472:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693224.761395:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693224.761420:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693224.761422:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693224.761424:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693224.761427:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693224.761429:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693224.761433:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693224.761435:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693224.761438:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693224.761441:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289472, portal 4
00000100:00000001:1.0:1790693224.761443:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693224.761444:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693224.761450:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761454:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693224.761455:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693224.761457:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693224.761458:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101289472, offset 0
00000400:00000200:1.0:1790693224.761460:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693224.761463:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693224.761465:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693224.761466:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693224.761468:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693224.761469:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693224.761471:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693224.761473:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6496:6496:256:4294967295] 192.168.204.134@tcp LPNI seq info [6491:6491:8:4294967295]
00000400:00000200:1.0:1790693224.761475:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693224.761479:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693224.761481:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.761483:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693224.761485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693224.761487:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693224.761489:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693224.761492:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693224.761494:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693224.761495:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693224.761497:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693224.761499:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693224.761501:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693224.761502:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693224.761504:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693224.761506:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761510:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.761512:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761515:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761516:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693224.761518:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693224.761520:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693224.761521:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693224.761522:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298380825
00000100:00000001:1.0:1790693224.761524:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.761525:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298380825
00000100:00000001:1.0:1790693224.761526:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298382082
00000100:00000001:1.0:1790693224.761528:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693224.761529:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761530:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693224.761532:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693224/real 1790693224]  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693224.761535:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693224.761536:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693224.761537:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693224.761538:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693224.761539:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693224.761540:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693224.761542:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693224.761546:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761553:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693224.761554:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761555:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.761556:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693224.761558:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761561:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693224.761563:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761566:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693224.761568:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761568:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693224.761569:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761570:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693224.761571:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693224.761572:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693224.761574:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693224.761575:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693224.761577:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693224.761581:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289472:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693224.761583:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761584:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.761585:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101289344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761589:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693224.761590:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693224.761591:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693224.761593:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693224.761594:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693224.761595:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693224.761596:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693224.761597:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693224.761598:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693224.761599:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693224.761600:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693224.761601:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693224.761602:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761603:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693224.761605:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101289472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693224.761608:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693224.761609:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693224.761610:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693224.761611:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693224.761611:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693224.761612:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693224.761613:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693224.761613:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:1.0:1790693224.761614:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693224.761615:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693224.761616:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693224.761617:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693224.761618:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761619:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693224.761621:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693224.761621:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693224.761622:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693224.761623:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693225.143549:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693225.143555:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693225.143558:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693225.143563:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693225.143578:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693225.143583:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693225.143586:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693225.143589:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693225.143590:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693225.143593:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693225.143595:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693225.143598:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693225.143603:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693225.143607:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693225.143612:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693225.143614:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693225.143616:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693225.143619:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693225.143739:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693225.143743:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693225.143744:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693225.143747:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693225.143749:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693225.143751:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693225.143753:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693225.143755:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693225.143757:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693226.103506:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298382082, at 4298382144
00000100:00000040:1.0:1790693226.103506:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298382082, at 4298382144
00000100:00000010:0.0:1790693226.103519:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3480.
00000100:00000010:1.0:1790693226.103520:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3240.
00000100:00000001:0.0:1790693226.167496:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693226.167501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693226.167503:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693226.167506:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693226.167508:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693226.167509:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693226.167517:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693226.167517:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693226.167525:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693226.167525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693226.167531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693226.167531:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693226.167532:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693226.167537:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693226.167539:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693226.167539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693226.167540:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693226.167543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693226.167544:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693226.167546:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693226.167550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693226.167551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693226.167552:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693226.167558:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693226.167563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693226.167567:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693226.167570:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693227.191459:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693227.191465:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693227.191468:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693227.191472:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693227.191476:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693227.191478:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693227.191480:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693227.191483:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693227.191485:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693227.191488:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693227.191489:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693227.191495:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693227.191496:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693227.191497:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693227.191501:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693227.191503:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693227.191505:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693227.191506:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693227.191511:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693227.191512:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693227.191515:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693227.191517:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693227.191519:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693227.191521:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693227.191526:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693227.191528:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693227.191531:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693228.215502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693228.215502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693228.215511:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693228.215511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693228.215516:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693228.215516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693228.215523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693228.215523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693228.215527:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693228.215530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693228.215530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693228.215532:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693228.215535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693228.215536:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693228.215536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693228.215541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693228.215543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693228.215544:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693228.215545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693228.215547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693228.215550:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693228.215551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693228.215556:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693228.215559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693228.215560:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693228.215564:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693228.215567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693228.215585:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693228.215589:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693228.215592:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693229.239494:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693229.239494:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693229.239501:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693229.239501:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693229.239505:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.239505:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.239510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693229.239512:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693229.239512:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693229.239514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693229.239518:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693229.239518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693229.239519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693229.239525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693229.239526:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693229.239527:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693229.239534:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693229.239538:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693229.239538:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693229.239539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.239541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693229.239542:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.239548:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693229.239549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.239551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693229.239558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693229.239562:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693229.879508:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693229.879519:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693229.879523:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693229.879529:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693229.879535:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693229.879545:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3713
00000400:00000200:2.0:1790693229.879554:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693229.879559:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693229.879562:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693229.879566:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.879569:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693229.879571:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.879573:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693229.879580:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693229.879582:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693229.879584:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693229.879587:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693229.879590:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693229.879592:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693229.879595:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.879597:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693229.879598:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.879600:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693229.879603:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693229.879606:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693229.879608:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693229.879610:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693229.879613:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693229.879616:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.879618:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693229.879620:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693229.879635:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693229.879639:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693229.879643:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693229.879644:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.879647:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693229.879650:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693229.879653:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693229.879661:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693229.879667:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693229.879675:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693229.879691:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693229.879694:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693229.879699:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.879716:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693229.879719:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693229.879722:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693229.879724:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693229.879726:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693229.879729:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693229.879732:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3713
00000100:00000001:1.0:1790693229.879734:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1790693229.879737:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693229.879741:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693229.879742:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1790693229.879745:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693229.879746:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693229.879753:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693229.879754:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.879758:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693229.879763:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693229.879768:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693229.879768:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693229.879770:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.879774:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693229.879774:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1790693229.879778:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1790693229.879778:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693229.879793:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1790693229.879794:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693229.879798:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00100000:1.0:1790693229.879800:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101289600:192.168.204.134@tcp:250:
00000020:00000001:2.0:1790693229.879804:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:1.0:1790693229.879806:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1790693229.879808:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693229.879810:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693229.879813:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.879816:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1790693229.879816:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.879820:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1790693229.879821:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
00000100:00000040:2.0:1790693229.879823:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693229.879826:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.879827:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693229.879831:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693229.879835:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693229.879836:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693229.879839:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693229.879842:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
02000000:00000001:2.0:1790693229.879843:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693229.879849:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790693229.879851:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
02000000:00000001:2.0:1790693229.879853:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.879856:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:1.0:1790693229.879859:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289600, portal 25
00000008:00100000:2.0:1790693229.879861:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693229.879863:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1790693229.879865:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.879867:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000001:2.0:1790693229.879869:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693229.879875:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000100:00000040:1.0:1790693229.879876:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693229.879879:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693229.879884:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693229.879886:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.879890:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693229.879893:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1790693229.879893:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693229.879895:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.879900:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693229.879901:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000400:00000010:1.0:1790693229.879904:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000001:2.0:1790693229.879907:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693229.879908:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101289600, offset 0
00000100:00100000:2.0:1790693229.879916:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693229.879920:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693229.879928:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693229.879931:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693229.879931:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693229.879938:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693229.879941:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693229.879950:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693229.879956:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693229.879961:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693229.879964:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693229.879967:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6497:6497:256:4294967295] 192.168.204.134@tcp LPNI seq info [6492:6492:8:4294967295]
00000100:00000001:2.0:1790693229.879973:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.879977:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693229.879978:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693229.879983:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693229.879985:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693229.879988:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693229.879993:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693229.879993:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693229.879998:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3713
00000800:00000200:1.0:1790693229.880003:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693229.880005:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:1.0:1790693229.880010:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000400:00000200:2.0:1790693229.880011:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693229.880016:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790693229.880019:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693229.880021:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:1.0:1790693229.880023:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1790693229.880024:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693229.880030:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:1.1:1790693229.880032:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693229.880034:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:1.1:1790693229.880036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1790693229.880039:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:1.0:1790693229.880041:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693229.880042:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000010:1.0:1790693229.880044:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000020:00000001:2.0:1790693229.880046:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693229.880049:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:1.0:1790693229.880050:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1790693229.880052:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693229.880057:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1790693229.880057:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693229.880062:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000100:00000040:2.0:1790693229.880063:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693229.880064:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:2.0:1790693229.880068:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693229.880070:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1790693229.880072:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:1.0:1790693229.880076:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.880077:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693229.880082:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693229.880089:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693229.880090:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693229.880092:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.880095:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693229.880096:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693229.880101:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693229.880103:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693229.880105:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880106:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693229.880110:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.880114:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693229.880115:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693229.880116:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298387202
00000008:00100000:2.0:1790693229.880118:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1790693229.880121:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3240.
00000008:00000001:2.0:1790693229.880122:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.880126:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880127:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1790693229.880130:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693229.880133:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298387202
00000020:00000040:2.0:1790693229.880134:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000010:1.0:1790693229.880137:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3cc0.
02000000:00000001:2.0:1790693229.880138:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693229.880140:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1790693229.880141:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880143:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693229.880145:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693229.880147:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693229.880148:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693229.880150:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790693229.880152:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693229.880155:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693229/real 1790693229]  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693229.880158:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000400:00000001:1.0:1790693229.880165:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1790693229.880165:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693229.880166:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693229.880169:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693229.880171:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693229.880173:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00100000:2.0:1790693229.880175:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693229.880176:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693229.880181:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.880192:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693229.880195:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693229.880196:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880204:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:2.0:1790693229.880204:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880207:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.880210:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.880212:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693229.880219:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.880221:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693229.880226:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693229.880228:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693229.880231:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1790693229.880234:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.880235:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693229.880239:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693229.880243:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693229.880244:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693229.880246:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.880248:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.880250:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693229.880250:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3713
00000100:00000001:1.0:1790693229.880252:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693229.880253:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693229.880255:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693229.880258:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693229.880260:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693229.880266:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693229.880267:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693229.880275:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00100000:1.0:1790693229.880277:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101289600:192.168.204.134@tcp:250:
00000100:00080000:2.0:1790693229.880280:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693229.880281:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.880284:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693229.880287:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693229.880288:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101289600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.880292:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693229.880297:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1790693229.880298:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693229.880300:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1790693229.880303:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:1.0:1790693229.880304:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693229.880307:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693229.880309:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000001:2.0:1790693229.880310:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693229.880311:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000040:2.0:1790693229.880313:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693229.880315:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000020:00000001:2.0:1790693229.880316:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:1.0:1790693229.880319:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
00000020:00000040:2.0:1790693229.880320:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693229.880324:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
02000000:00000001:1.0:1790693229.880325:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:2.0:1790693229.880327:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
02000000:00000001:1.0:1790693229.880328:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693229.880332:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000040:2.0:1790693229.880333:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.880338:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693229.880339:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1790693229.880340:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693229.880342:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693229.880344:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693229.880346:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693229.880348:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693229.880352:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693229.880354:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693229.880355:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880358:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693229.880359:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693229.880362:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1790693229.880363:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693229.880364:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693229.880367:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1790693229.880368:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.880372:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.880373:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693229.880376:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693229.880381:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.880385:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880386:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693229.880389:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.880390:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693229.880392:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1790693229.880392:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
02000000:00000001:1.0:1790693229.880417:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693229.880421:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:1.0:1790693229.880422:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289728:192.168.204.134@tcp:38:
02000000:00000001:2.0:1790693229.880427:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693229.880429:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693229.880430:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.880433:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693229.880434:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693229.880437:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693229.880437:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693229.880441:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693229.880441:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693229.880447:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
02000000:00000010:1.0:1790693229.880448:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693229.880452:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.880452:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.880458:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693229.880460:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693229.880462:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693229.880467:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693229.880472:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289728, portal 10
00000100:00000001:2.0:1790693229.880473:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693229.880474:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693229.880476:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880477:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:2.0:1790693229.880484:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693229.880487:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880506:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693229.880507:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.880509:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693229.880512:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00080000:2.0:1790693229.880512:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790693229.880516:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101289728, offset 0
00000100:00080000:2.0:1790693229.880519:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1790693229.880522:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693229.880523:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693229.880526:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693229.880527:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.880533:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693229.880533:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693229.880538:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1790693229.880538:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3713
00000400:00000200:1.0:1790693229.880542:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693229.880546:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693229.880546:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.880554:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693229.880554:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693229.880559:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693229.880561:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6498:6498:256:4294967295] 192.168.204.134@tcp LPNI seq info [6493:6493:8:4294967295]
00000100:00000040:2.0:1790693229.880565:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.880569:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693229.880571:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693229.880573:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.880578:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693229.880584:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790693229.880585:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1790693229.880586:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693229.880589:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693229.880592:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000800:00000200:1.0:1790693229.880597:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693229.880598:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693229.880602:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000800:00000010:1.0:1790693229.880603:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000100:00000040:2.0:1790693229.880607:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693229.880610:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1790693229.880612:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693229.880615:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:1.0:1790693229.880618:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1790693229.880619:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693229.880624:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693229.880629:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:1.1:1790693229.880630:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693229.880634:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693229.880635:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1790693229.880636:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693229.880640:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693229.880644:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1790693229.880645:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693229.880649:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000100:00000001:2.0:1790693229.880649:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693229.880653:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1790693229.880654:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1790693229.880659:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.880660:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790693229.880662:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.880664:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693229.880667:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693229.880669:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:2.0:1790693229.880669:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693229.880673:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000200:1.0:1790693229.880674:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693229.880678:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693229.880680:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.880684:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693229.880686:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693229.880689:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880691:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1790693229.880693:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000040:1.0:1790693229.880696:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693229.880698:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693229.880706:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693229.880710:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880714:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693229.880719:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693229.880720:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693229.880723:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.880724:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000100:00000040:2.0:1790693229.880729:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693229.880730:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693229.880733:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298385939
00000100:00000001:1.0:1790693229.880737:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.880741:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298385939
00000100:00000001:1.0:1790693229.880744:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.880748:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693229.880748:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880751:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880753:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1790693229.880755:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3723)
00000100:00100000:1.0:1790693229.880758:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693229/real 1790693229]  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693229.880764:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693229.880764:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693229.880765:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693229.880767:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693229.880769:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693229.880770:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693229.880772:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693229.880777:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880792:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693229.880793:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.880794:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.880795:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693229.880797:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880801:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693229.880803:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880811:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693229.880813:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.880813:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.880814:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.880815:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693229.880817:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693229.880818:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693229.880820:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693229.880821:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693229.880823:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693229.880827:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289728:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693229.880829:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693229.880831:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880835:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693229.880836:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.880837:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693229.880838:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693229.880839:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693229.880841:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289856:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693229.880842:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693229.880844:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693229.880845:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.880846:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693229.880848:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693229.880849:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.880851:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693229.880853:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693229.880855:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693229.880857:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289856, portal 10
00000100:00000001:1.0:1790693229.880858:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693229.880859:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:1.0:1790693229.880862:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880866:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693229.880868:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693229.880869:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693229.880870:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101289856, offset 0
00000400:00000200:1.0:1790693229.880872:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693229.880875:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.880877:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693229.880878:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693229.880880:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693229.880881:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693229.880883:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693229.880885:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6499:6499:256:4294967295] 192.168.204.134@tcp LPNI seq info [6494:6494:8:4294967295]
00000400:00000200:1.0:1790693229.880887:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.880891:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693229.880894:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693229.880895:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693229.880898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693229.880899:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693229.880902:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693229.880904:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693229.880906:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693229.880907:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693229.880909:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693229.880911:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693229.880913:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693229.880914:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693229.880916:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693229.880918:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880923:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693229.880926:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880933:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880934:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693229.880936:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.880939:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693229.880942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693229.880944:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298385945
00000100:00000001:1.0:1790693229.880946:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.880948:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298385945
00000100:00000001:1.0:1790693229.880950:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.880952:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693229.880954:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.880956:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693229.880960:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693229/real 1790693229]  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693229.880967:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693229.880969:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693229.880970:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693229.880971:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693229.880972:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693229.880974:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693229.880976:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693229.880981:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880988:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693229.880989:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.880990:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.880991:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693229.880993:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.880996:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693229.880998:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881002:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693229.881004:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881004:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.881005:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881006:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693229.881007:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693229.881008:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693229.881010:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693229.881011:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693229.881013:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693229.881017:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289856:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693229.881019:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881020:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693229.881022:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101289728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881026:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693229.881027:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693229.881028:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693229.881030:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693229.881031:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693229.881032:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693229.881033:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693229.881034:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693229.881036:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693229.881037:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693229.881038:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:1.0:1790693229.881039:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693229.881040:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881041:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693229.881043:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101289856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881046:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693229.881047:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693229.881048:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693229.881049:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693229.881049:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693229.881050:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693229.881051:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693229.881052:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693229.881053:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693229.881053:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693229.881054:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693229.881055:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693229.881056:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881057:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881059:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693229.881060:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.881061:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693229.881061:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693229.881062:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693229.881064:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881067:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693229.881068:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.881070:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693229.881071:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693229.881072:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693229.881073:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289984:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693229.881075:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693229.881076:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693229.881077:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.881078:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693229.881080:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693229.881081:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.881083:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693229.881085:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693229.881086:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693229.881088:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101289984, portal 4
00000100:00000001:1.0:1790693229.881089:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693229.881090:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:1.0:1790693229.881094:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881098:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693229.881099:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693229.881100:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693229.881101:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101289984, offset 0
00000400:00000200:1.0:1790693229.881104:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693229.881106:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.881107:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693229.881109:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693229.881111:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693229.881112:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693229.881114:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693229.881115:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6500:6500:256:4294967295] 192.168.204.134@tcp LPNI seq info [6495:6495:8:4294967295]
00000400:00000200:1.0:1790693229.881118:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.881121:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693229.881125:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693229.881126:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693229.881129:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693229.881130:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693229.881133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693229.881134:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693229.881136:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693229.881138:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693229.881139:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693229.881141:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693229.881143:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693229.881144:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693229.881146:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693229.881147:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881152:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693229.881153:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881157:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.881158:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693229.881159:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.881161:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693229.881163:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693229.881164:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298385939
00000100:00000001:1.0:1790693229.881165:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.881167:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298385939
00000100:00000001:1.0:1790693229.881168:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.881169:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693229.881170:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.881171:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693229.881173:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693229/real 1790693229]  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693229.881182:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693229.881182:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693229.881183:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693229.881184:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693229.881185:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693229.881186:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693229.881188:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693229.881192:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881195:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693229.881196:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881197:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.881198:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693229.881200:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881204:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693229.881206:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881209:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693229.881210:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881211:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.881212:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881213:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693229.881214:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693229.881215:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693229.881217:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693229.881218:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693229.881220:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693229.881224:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101289984:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693229.881226:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693229.881228:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881231:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693229.881232:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.881233:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693229.881234:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693229.881235:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693229.881236:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290112:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693229.881238:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693229.881239:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693229.881239:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693229.881240:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693229.881241:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693229.881242:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693229.881244:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693229.881245:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693229.881247:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693229.881248:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101290112, portal 4
00000100:00000001:1.0:1790693229.881249:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693229.881250:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693229.881253:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881257:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693229.881258:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693229.881259:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693229.881260:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101290112, offset 0
00000400:00000200:1.0:1790693229.881262:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693229.881264:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.881266:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693229.881268:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693229.881269:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693229.881271:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693229.881272:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693229.881274:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6501:6501:256:4294967295] 192.168.204.134@tcp LPNI seq info [6496:6496:8:4294967295]
00000400:00000200:1.0:1790693229.881276:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693229.881279:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693229.881282:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693229.881283:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693229.881285:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693229.881286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693229.881289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693229.881290:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693229.881292:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693229.881293:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693229.881295:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693229.881297:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693229.881298:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693229.881299:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693229.881300:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693229.881302:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881306:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693229.881308:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881312:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.881313:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693229.881315:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693229.881317:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693229.881320:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693229.881322:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298385944
00000100:00000001:1.0:1790693229.881324:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.881326:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298385944
00000100:00000001:1.0:1790693229.881328:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298387202
00000100:00000001:1.0:1790693229.881330:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693229.881331:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.881333:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693229.881336:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693229/real 1790693229]  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693229.881344:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693229.881345:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693229.881347:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693229.881349:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693229.881351:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693229.881353:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693229.881356:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693229.881362:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881366:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693229.881366:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881367:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.881368:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693229.881370:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881374:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693229.881376:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881380:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693229.881381:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693229.881383:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881384:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693229.881385:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693229.881386:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693229.881388:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693229.881389:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693229.881391:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693229.881395:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290112:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693229.881411:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881412:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693229.881415:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101289984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881420:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693229.881422:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693229.881423:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693229.881426:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693229.881427:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693229.881428:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693229.881430:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693229.881431:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693229.881433:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693229.881434:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693229.881436:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693229.881438:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693229.881439:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881441:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693229.881444:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101290112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693229.881450:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693229.881452:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693229.881453:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693229.881455:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693229.881456:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693229.881457:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693229.881459:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693229.881460:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:1.0:1790693229.881461:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693229.881462:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693229.881463:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693229.881465:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693229.881466:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881467:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693229.881469:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693229.881470:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693229.881471:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693229.881472:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693230.263529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693230.263529:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693230.263540:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693230.263540:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693230.263543:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693230.263544:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693230.263551:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693230.263552:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693230.263557:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693230.263558:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693230.263564:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693230.263565:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693230.263568:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693230.263572:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693230.263574:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693230.263578:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693230.263578:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693230.263579:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693230.263583:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693230.263587:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693230.263588:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693230.263594:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693230.263602:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693230.263605:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693230.263613:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693230.263617:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693230.263626:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693230.263697:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693230.263702:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693230.263705:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693231.223539:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298387202, at 4298387264
00000100:00000040:1.0:1790693231.223539:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298387202, at 4298387264
00000100:00000010:0.0:1790693231.223556:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3240.
00000100:00000010:1.0:1790693231.223559:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3cc0.
00000100:00000001:1.0:1790693231.287547:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693231.287557:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693231.287559:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693231.287566:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693231.287567:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693231.287570:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693231.287577:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693231.287578:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693231.287585:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693231.287587:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693231.287589:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693231.287592:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693231.287601:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693231.287601:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693231.287602:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693231.287613:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693231.287617:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693231.287620:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693231.287621:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693231.287623:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693231.287624:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693231.287627:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693231.287632:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693231.287634:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693231.287638:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693231.287643:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693231.287649:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693232.311499:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693232.311499:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693232.311505:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693232.311508:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693232.311508:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693232.311509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693232.311510:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693232.311512:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693232.311513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693232.311518:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693232.311518:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693232.311518:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693232.311523:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693232.311524:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693232.311524:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693232.311528:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693232.311529:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693232.311529:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693232.311531:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693232.311535:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693232.311535:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693232.311538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693232.311540:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693232.311541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693232.311542:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693232.311544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693232.311546:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693232.311571:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693232.311573:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693232.311577:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693233.335485:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693233.335485:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693233.335492:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693233.335492:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693233.335495:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693233.335496:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693233.335501:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693233.335502:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693233.335508:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693233.335508:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693233.335512:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693233.335513:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693233.335517:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693233.335518:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693233.335520:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693233.335522:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693233.335524:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693233.335529:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693233.335530:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693233.335534:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693233.335544:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693233.335550:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693233.335554:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693233.335557:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693233.335559:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693233.335561:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693233.335564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693234.359472:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693234.359472:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693234.359479:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693234.359479:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693234.359484:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.359484:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693234.359489:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693234.359492:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693234.359492:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693234.359494:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693234.359498:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693234.359499:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693234.359499:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693234.359505:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693234.359505:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693234.359505:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693234.359511:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693234.359512:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693234.359516:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693234.359517:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693234.359517:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693234.359522:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693234.359524:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.359524:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693234.359526:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693234.359531:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693234.359535:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693234.999503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693234.999513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693234.999518:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693234.999524:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693234.999529:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693234.999536:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3718
00000400:00000200:2.0:1790693234.999545:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693234.999552:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693234.999555:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693234.999559:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999563:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693234.999566:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999568:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693234.999575:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693234.999577:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693234.999580:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693234.999583:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693234.999586:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693234.999588:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693234.999591:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999593:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693234.999595:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999597:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693234.999600:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693234.999603:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999606:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693234.999609:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693234.999612:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693234.999614:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999617:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693234.999619:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693234.999627:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693234.999630:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693234.999633:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693234.999635:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999637:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693234.999640:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693234.999644:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693234.999651:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693234.999656:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693234.999665:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693234.999675:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693234.999678:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693234.999694:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693234.999713:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693234.999715:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693234.999718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693234.999719:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693234.999720:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693234.999722:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693234.999723:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3718
00000400:00000200:2.0:1790693234.999726:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693234.999728:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693234.999730:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693234.999731:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999734:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693234.999736:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999737:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693234.999740:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693234.999741:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693234.999742:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693234.999744:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:1.0:1790693234.999745:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1790693234.999745:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693234.999747:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:1.0:1790693234.999751:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693234.999752:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999755:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693234.999756:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693234.999757:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999760:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693234.999763:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000040:1.0:1790693234.999767:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693234.999768:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999773:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693234.999777:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693234.999783:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1790693234.999783:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693234.999786:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693234.999787:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999791:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693234.999792:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1790693234.999795:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693234.999796:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1790693234.999802:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693234.999803:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999808:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693234.999811:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101290240:192.168.204.134@tcp:250:
00000100:00000010:2.0:1790693234.999812:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693234.999817:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:1.0:1790693234.999819:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693234.999821:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693234.999824:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693234.999825:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693234.999829:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999829:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693234.999831:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693234.999835:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693234.999835:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693234.999842:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
02000000:00000010:1.0:1790693234.999843:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
00000100:00000001:2.0:1790693234.999846:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693234.999847:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693234.999854:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693234.999856:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693234.999863:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000100:00000001:2.0:1790693234.999865:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693234.999868:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693234.999871:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000040:2.0:1790693234.999871:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693234.999879:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693234.999881:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101290240, portal 25
00000100:00080000:2.0:1790693234.999882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693234.999887:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1790693234.999887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693234.999888:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693234.999892:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00080000:2.0:1790693234.999892:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693234.999895:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693234.999898:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3718
00000400:00000200:2.0:1790693234.999902:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693234.999903:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693234.999905:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693234.999908:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693234.999911:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999914:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693234.999918:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999920:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693234.999924:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693234.999926:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1790693234.999926:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693234.999930:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693234.999931:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693234.999934:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693234.999935:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693234.999936:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693234.999940:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693234.999941:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000001:2.0:1790693234.999942:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693234.999944:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999947:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693234.999948:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101290240, offset 0
00000020:00000040:2.0:1790693234.999949:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693234.999953:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693234.999955:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693234.999956:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693234.999958:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693234.999962:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693234.999962:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999963:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693234.999966:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693234.999968:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999969:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693234.999971:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693234.999973:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693234.999975:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693234.999976:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693234.999977:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693234.999978:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693234.999979:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693234.999981:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000400:00000200:1.0:1790693234.999983:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693234.999985:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693234.999989:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693234.999993:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693235.000001:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693235.000003:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693235.000004:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693235.000008:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693235.000010:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693235.000018:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693235.000018:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693235.000023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693235.000025:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:2.0:1790693235.000026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693235.000030:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693235.000031:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693235.000035:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6502:6502:256:4294967295] 192.168.204.134@tcp LPNI seq info [6497:6497:8:4294967295]
00000100:00000001:2.0:1790693235.000035:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693235.000039:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3718
00000400:00000200:2.0:1790693235.000043:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693235.000046:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:1.0:1790693235.000048:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693235.000048:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693235.000053:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000055:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693235.000056:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000058:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693235.000063:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790693235.000067:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1790693235.000072:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693235.000075:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693235.000077:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000800:00000200:1.0:1790693235.000078:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693235.000079:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693235.000084:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693235.000086:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:1.0:1790693235.000088:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000100:00000001:2.0:1790693235.000088:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693235.000091:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000093:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693235.000095:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693235.000099:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:1.0:1790693235.000101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693235.000101:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693235.000104:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693235.000106:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693235.000108:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693235.000109:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1790693235.000109:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693235.000112:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693235.000115:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693235.000117:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693235.000120:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000800:00000200:1.1:1790693235.000120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:2.0:1790693235.000122:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693235.000124:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693235.000125:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693235.000126:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693235.000127:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693235.000128:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693235.000131:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693235.000133:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693235.000138:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790693235.000140:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1790693235.000148:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693235.000150:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1790693235.000152:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693235.000154:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1790693235.000157:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000100:00000001:2.0:1790693235.000163:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693235.000164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693235.000167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1790693235.000168:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693235.000168:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693235.000170:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693235.000173:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693235.000175:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3718
00000400:00000200:1.0:1790693235.000180:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693235.000181:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693235.000185:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693235.000187:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693235.000188:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000190:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693235.000192:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000195:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693235.000197:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000020:00000001:2.0:1790693235.000198:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693235.000201:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000400:00000010:1.0:1790693235.000202:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000020:00000001:2.0:1790693235.000204:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693235.000208:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:1.0:1790693235.000209:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:2.0:1790693235.000210:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693235.000215:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:1.0:1790693235.000218:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693235.000220:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000225:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693235.000229:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000233:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693235.000237:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:1.0:1790693235.000238:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790693235.000241:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693235.000244:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693235.000246:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693235.000246:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693235.000248:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693235.000251:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693235.000253:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693235.000254:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693235.000256:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693235.000257:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693235.000260:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693235.000264:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693235.000267:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693235.000269:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693235.000272:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693235.000274:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693235.000274:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693235.000276:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000279:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:2.0:1790693235.000280:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693235.000284:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000286:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693235.000288:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693235.000295:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693235.000298:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693235.000300:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298392322
00000100:00000001:2.0:1790693235.000300:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693235.000305:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790693235.000308:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3cc0.
00000100:00000001:2.0:1790693235.000314:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693235.000318:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3728)
00000100:00000001:1.0:1790693235.000326:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693235.000333:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298392322
00000100:00000010:1.0:1790693235.000336:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3900.
00000100:00000001:1.0:1790693235.000339:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693235.000341:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693235.000344:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000346:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693235.000351:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693234/real 1790693235]  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693235.000367:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693235.000368:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693235.000371:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693235.000373:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693235.000375:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693235.000377:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693235.000380:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693235.000386:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000390:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693235.000391:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000392:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.000394:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693235.000396:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000415:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693235.000418:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000423:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693235.000425:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000426:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.000426:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000428:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693235.000429:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693235.000431:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693235.000433:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693235.000434:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693235.000437:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693235.000442:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101290240:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693235.000446:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000447:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.000449:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101290240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000452:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693235.000454:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693235.000455:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693235.000457:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693235.000458:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693235.000459:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693235.000460:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693235.000461:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693235.000464:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693235.000465:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693235.000466:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693235.000468:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693235.000469:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000470:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000475:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693235.000476:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000478:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693235.000479:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693235.000479:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693235.000481:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000485:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693235.000486:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.000488:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693235.000489:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693235.000490:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693235.000491:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290368:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693235.000495:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693235.000496:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693235.000497:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.000498:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693235.000500:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693235.000501:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693235.000504:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693235.000506:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693235.000508:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693235.000510:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101290368, portal 10
00000100:00000001:1.0:1790693235.000511:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693235.000512:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:1.0:1790693235.000516:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000520:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693235.000521:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693235.000522:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693235.000523:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101290368, offset 0
00000400:00000200:1.0:1790693235.000526:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693235.000528:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.000530:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693235.000532:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693235.000534:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693235.000535:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693235.000536:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693235.000538:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6503:6503:256:4294967295] 192.168.204.134@tcp LPNI seq info [6498:6498:8:4294967295]
00000400:00000200:1.0:1790693235.000541:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.000545:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693235.000547:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.000549:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693235.000551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693235.000553:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693235.000556:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693235.000558:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693235.000560:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.000561:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693235.000563:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693235.000565:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693235.000567:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693235.000568:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693235.000570:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693235.000572:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000576:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.000578:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000588:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000589:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693235.000591:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693235.000594:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693235.000595:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693235.000597:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298391059
00000100:00000001:1.0:1790693235.000598:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.000600:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298391059
00000100:00000001:1.0:1790693235.000601:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.000602:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693235.000603:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000604:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693235.000606:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693235/real 1790693235]  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693235.000610:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693235.000611:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693235.000612:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693235.000614:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693235.000615:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693235.000616:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693235.000618:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693235.000622:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000625:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693235.000626:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000627:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.000628:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693235.000629:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000633:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693235.000635:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000639:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693235.000640:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000641:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.000642:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000643:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693235.000644:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693235.000646:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693235.000647:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693235.000648:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693235.000650:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693235.000654:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290368:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693235.000657:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693235.000659:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000663:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693235.000663:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.000664:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693235.000665:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693235.000666:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693235.000668:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290496:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693235.000669:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693235.000670:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693235.000671:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.000672:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693235.000674:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693235.000675:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693235.000677:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693235.000678:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693235.000680:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693235.000695:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101290496, portal 10
00000100:00000001:1.0:1790693235.000697:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693235.000698:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:1.0:1790693235.000702:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000706:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693235.000708:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693235.000709:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693235.000711:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101290496, offset 0
00000400:00000200:1.0:1790693235.000713:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693235.000715:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.000717:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693235.000719:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693235.000721:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693235.000723:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693235.000724:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693235.000726:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6504:6504:256:4294967295] 192.168.204.134@tcp LPNI seq info [6499:6499:8:4294967295]
00000400:00000200:1.0:1790693235.000728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.000732:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693235.000734:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.000736:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693235.000738:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693235.000740:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693235.000743:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693235.000744:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693235.000746:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.000748:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693235.000749:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693235.000751:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693235.000753:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693235.000754:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693235.000755:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693235.000757:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000762:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.000763:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000767:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000768:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693235.000770:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693235.000771:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693235.000773:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693235.000774:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298391065
00000100:00000001:1.0:1790693235.000776:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.000777:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298391065
00000100:00000001:1.0:1790693235.000778:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.000780:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693235.000781:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.000782:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693235.000784:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693235/real 1790693235]  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693235.000788:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693235.000789:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693235.000790:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693235.000791:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693235.000792:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693235.000793:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693235.000795:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693235.000799:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000802:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693235.000803:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000804:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.000805:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693235.000807:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000810:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693235.000814:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000819:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693235.000821:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000823:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.000824:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.000825:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693235.000827:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693235.000830:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693235.000833:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693235.000835:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693235.000839:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693235.000846:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290496:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693235.000850:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693235.000853:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000859:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693235.000861:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.000863:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693235.000864:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693235.000866:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693235.000869:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290624:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693235.000872:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693235.000874:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693235.000875:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.000877:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693235.000880:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693235.000881:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693235.000884:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693235.000887:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693235.000890:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693235.000893:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101290624, portal 4
00000100:00000001:1.0:1790693235.000895:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693235.000896:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693235.000902:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.000914:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693235.000916:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693235.000918:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693235.000921:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101290624, offset 0
00000400:00000200:1.0:1790693235.000925:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693235.000928:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.000932:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693235.000934:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693235.000936:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693235.000939:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693235.000941:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693235.000943:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6505:6505:256:4294967295] 192.168.204.134@tcp LPNI seq info [6500:6500:8:4294967295]
00000400:00000200:1.0:1790693235.000947:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.000953:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693235.000957:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.000960:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693235.000963:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693235.000965:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693235.000969:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693235.000972:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693235.000975:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.000976:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693235.000979:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693235.000983:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693235.000986:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693235.000988:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693235.000990:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693235.000993:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001001:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.001003:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001015:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.001017:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693235.001019:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693235.001022:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693235.001025:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693235.001027:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298391059
00000100:00000001:1.0:1790693235.001029:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.001031:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298391059
00000100:00000001:1.0:1790693235.001033:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.001035:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693235.001037:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.001039:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693235.001043:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693235/real 1790693235]  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693235.001050:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693235.001051:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693235.001052:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693235.001055:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693235.001056:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693235.001058:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693235.001061:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693235.001069:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001075:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693235.001077:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001078:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.001079:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693235.001083:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001090:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693235.001093:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001099:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693235.001102:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001103:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.001104:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001106:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693235.001107:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693235.001110:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693235.001113:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693235.001116:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693235.001120:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693235.001127:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290624:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693235.001130:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693235.001134:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001139:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693235.001141:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.001143:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693235.001145:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693235.001146:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693235.001149:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290752:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693235.001151:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693235.001153:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693235.001155:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693235.001157:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693235.001160:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693235.001162:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693235.001165:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693235.001167:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693235.001169:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693235.001172:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101290752, portal 4
00000100:00000001:1.0:1790693235.001174:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693235.001175:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693235.001179:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001185:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693235.001187:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693235.001189:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693235.001191:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101290752, offset 0
00000400:00000200:1.0:1790693235.001193:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693235.001195:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.001198:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693235.001199:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693235.001201:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693235.001202:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693235.001204:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693235.001205:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6506:6506:256:4294967295] 192.168.204.134@tcp LPNI seq info [6501:6501:8:4294967295]
00000400:00000200:1.0:1790693235.001208:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693235.001211:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693235.001214:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.001216:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693235.001218:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693235.001220:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693235.001222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693235.001224:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693235.001226:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693235.001227:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693235.001229:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693235.001231:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693235.001233:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693235.001234:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693235.001235:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693235.001238:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001242:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.001244:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001248:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.001249:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693235.001250:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693235.001252:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693235.001254:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693235.001255:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298391064
00000100:00000001:1.0:1790693235.001256:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.001258:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298391064
00000100:00000001:1.0:1790693235.001259:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298392322
00000100:00000001:1.0:1790693235.001260:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693235.001261:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.001262:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693235.001264:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693235/real 1790693235]  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693235.001268:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693235.001269:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693235.001270:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693235.001271:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693235.001272:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693235.001273:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693235.001275:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693235.001280:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001283:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693235.001284:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001285:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.001286:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693235.001288:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001291:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693235.001293:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001296:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693235.001298:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001298:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693235.001299:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001300:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693235.001301:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693235.001302:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693235.001304:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693235.001305:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693235.001307:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693235.001311:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101290752:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693235.001312:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001314:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.001315:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101290368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001323:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693235.001324:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693235.001325:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693235.001326:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693235.001327:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693235.001328:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693235.001329:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693235.001330:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693235.001331:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693235.001332:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693235.001333:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693235.001335:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693235.001335:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001336:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.001338:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101290496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001342:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693235.001343:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693235.001343:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693235.001344:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693235.001345:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693235.001346:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693235.001347:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693235.001347:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693235.001348:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693235.001349:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693235.001350:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693235.001351:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693235.001351:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001352:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.001354:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101290624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001357:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693235.001357:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693235.001359:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693235.001360:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693235.001360:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693235.001361:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693235.001362:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693235.001363:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693235.001364:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693235.001365:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693235.001365:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693235.001366:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693235.001367:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001368:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693235.001369:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101290752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693235.001372:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693235.001373:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693235.001374:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693235.001375:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693235.001375:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693235.001376:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693235.001377:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693235.001377:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:1.0:1790693235.001378:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693235.001379:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693235.001380:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693235.001381:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693235.001382:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001383:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.001385:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693235.001386:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.001387:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693235.001388:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693235.383506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693235.383513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693235.383518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693235.383525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693235.383530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693235.383531:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693235.383535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.383537:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693235.383539:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693235.383544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693235.383549:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693235.383554:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693235.383560:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693235.383565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693235.383586:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.383589:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693235.383591:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693235.383593:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693235.383719:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693235.383723:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693235.383725:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693235.383728:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693235.383731:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693235.383733:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693235.383735:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693235.383737:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693235.383739:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693236.343457:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298392322, at 4298392384
00000100:00000040:0.0:1790693236.343458:0:29705:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298392322, at 4298392384
00000100:00000010:0.0:1790693236.343470:0:29705:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3cc0.
00000100:00000010:1.0:1790693236.343473:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3900.
00000100:00000001:2.0:1790693236.407460:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693236.407467:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693236.407469:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693236.407475:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693236.407483:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693236.407487:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693236.407489:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693236.407494:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693236.407495:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693236.407498:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693236.407499:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693236.407504:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693236.407506:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693236.407509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693236.407509:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693236.407515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693236.407516:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693236.407519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693236.407520:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693236.407525:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693236.407525:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693236.407531:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693236.407532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693236.407537:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693236.407541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693236.407543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693236.407546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693237.431486:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693237.431491:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693237.431492:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693237.431496:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693237.431496:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693237.431500:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693237.431501:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693237.431507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693237.431508:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693237.431513:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693237.431513:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693237.431518:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693237.431519:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693237.431522:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693237.431523:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693237.431528:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693237.431529:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693237.431534:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693237.431608:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693237.431611:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693237.431613:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693237.431614:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693237.431616:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693237.431618:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693237.431619:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693237.431620:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693237.431622:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693238.455528:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693238.455535:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693238.455538:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693238.455545:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693238.455550:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693238.455555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693238.455560:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693238.455564:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693238.455569:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693238.455946:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693238.455949:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693238.455951:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693238.455955:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693238.455958:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693238.455960:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693238.455963:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693238.455965:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693238.455967:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693238.455969:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693238.455974:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693238.455975:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693238.455978:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693238.455982:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693238.455984:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693238.455987:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693238.455988:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693238.455990:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693239.479492:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693239.479497:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693239.479500:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693239.479505:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693239.479507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693239.479511:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693239.479513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693239.479516:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693239.479517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693239.479520:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693239.479524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693239.479525:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693239.479530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693239.479532:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693239.479534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693239.479540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693239.479543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693239.479546:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693239.479686:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693239.479688:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693239.479689:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693239.479690:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693239.479692:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693239.479693:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693239.479695:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693239.479696:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693239.479697:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693240.119514:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693240.119521:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693240.119525:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693240.119532:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693240.119538:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693240.119545:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3723
00000400:00000200:1.0:1790693240.119552:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693240.119558:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693240.119561:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693240.119564:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119567:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693240.119570:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119572:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693240.119579:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693240.119582:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693240.119597:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693240.119600:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693240.119602:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693240.119605:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693240.119608:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119610:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693240.119611:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119613:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693240.119616:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693240.119619:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119622:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693240.119624:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693240.119628:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693240.119630:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.119632:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693240.119635:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693240.119643:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000020:00000040:1.0:1790693240.119646:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693240.119650:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693240.119652:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.119654:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693240.119657:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693240.119661:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693240.119669:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693240.119675:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693240.119684:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693240.119694:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693240.119698:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693240.119703:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693240.119718:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693240.119720:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693240.119722:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693240.119723:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693240.119724:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693240.119726:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693240.119728:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3723
00000400:00000200:1.0:1790693240.119732:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693240.119735:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693240.119737:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693240.119738:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790693240.119739:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119743:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693240.119743:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693240.119745:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693240.119747:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693240.119748:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693240.119751:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693240.119753:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693240.119755:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693240.119755:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693240.119756:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693240.119760:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693240.119765:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693240.119771:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693240.119771:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693240.119773:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693240.119774:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693240.119775:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119778:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693240.119779:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1790693240.119780:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:2.0:1790693240.119782:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693240.119783:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119787:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.119787:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693240.119789:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693240.119794:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693240.119796:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101290880:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693240.119797:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.119800:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693240.119805:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790693240.119805:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1790693240.119810:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.119811:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693240.119812:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.119816:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693240.119817:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
02000000:00000001:2.0:1790693240.119821:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1790693240.119822:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693240.119826:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693240.119827:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.119830:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1790693240.119830:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693240.119833:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693240.119834:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693240.119837:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.119842:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:1.0:1790693240.119843:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000400:00000010:2.0:1790693240.119847:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000100:00000001:1.0:1790693240.119849:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693240.119852:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00100000:1.0:1790693240.119856:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693240.119860:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101290880, portal 25
00000100:00000001:2.0:1790693240.119865:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693240.119866:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000001:1.0:1790693240.119870:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693240.119873:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693240.119875:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693240.119881:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.119884:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693240.119891:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693240.119895:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000001:1.0:1790693240.119898:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693240.119900:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101290880, offset 0
00000100:00080000:1.0:1790693240.119903:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693240.119906:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693240.119909:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693240.119911:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693240.119911:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119917:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693240.119920:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3723
00000400:00000200:2.0:1790693240.119924:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693240.119926:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693240.119931:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693240.119935:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693240.119935:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:1.0:1790693240.119941:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119944:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693240.119945:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693240.119947:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119950:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693240.119952:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693240.119953:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693240.119954:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693240.119956:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:2.0:1790693240.119959:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000001:1.0:1790693240.119960:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693240.119964:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:2.0:1790693240.119968:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1790693240.119969:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119973:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693240.119975:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:1.0:1790693240.119978:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119981:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693240.119985:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:2.0:1790693240.119985:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6507:6507:256:4294967295] 192.168.204.134@tcp LPNI seq info [6502:6502:8:4294967295]
00000100:00080000:1.0:1790693240.119991:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693240.119995:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.119996:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693240.119998:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693240.120003:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693240.120006:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120010:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693240.120012:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000008:00100000:1.0:1790693240.120013:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693240.120017:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120020:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693240.120023:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000800:00000200:2.0:1790693240.120025:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693240.120026:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693240.120030:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693240.120031:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693240.120032:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000100:00000001:1.0:1790693240.120033:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693240.120035:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693240.120037:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693240.120040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000010:1.0:1790693240.120041:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693240.120046:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693240.120046:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000100:00100000:1.0:1790693240.120054:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790693240.120055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693240.120059:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1790693240.120076:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1790693240.120076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.120078:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000100:00000001:1.0:1790693240.120080:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.120084:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1790693240.120087:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693240.120098:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.120099:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1790693240.120102:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693240.120105:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693240.120109:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693240.120112:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:1.0:1790693240.120114:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693240.120117:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1790693240.120119:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693240.120120:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693240.120125:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693240.120131:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3723
00000400:00000200:1.0:1790693240.120137:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693240.120139:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1790693240.120140:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693240.120144:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693240.120147:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693240.120148:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693240.120149:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693240.120152:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.120156:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693240.120160:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693240.120162:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693240.120165:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693240.120167:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693240.120171:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693240.120174:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693240.120175:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693240.120178:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693240.120179:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693240.120180:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693240.120183:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.120184:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693240.120186:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693240.120188:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693240.120189:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120190:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693240.120193:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693240.120196:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693240.120199:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120200:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693240.120200:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:1.0:1790693240.120203:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693240.120205:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120206:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120206:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298397442
00000100:00000010:1.0:1790693240.120210:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693240.120212:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693240.120214:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1790693240.120214:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671ba80.
02000000:00000001:1.0:1790693240.120216:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120219:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693240.120220:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693240.120221:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120224:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1790693240.120225:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693240.120230:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693240.120235:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693240.120235:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298397442
00000100:00000010:2.0:1790693240.120244:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b7e0.
00000100:00000001:2.0:1790693240.120250:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693240.120251:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693240.120253:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120257:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790693240.120258:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120264:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120266:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693240.120269:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693240.120270:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1790693240.120274:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693240.120275:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693240.120277:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693240.120280:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:2.0:1790693240.120280:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693240/real 1790693240]  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693240.120284:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3723
00000400:00000200:1.0:1790693240.120290:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693240.120294:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693240.120296:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1790693240.120297:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1790693240.120298:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000001:2.0:1790693240.120300:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790693240.120301:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790693240.120303:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000100:00000040:1.0:1790693240.120304:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.120308:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693240.120310:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790693240.120310:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000020:00000040:1.0:1790693240.120312:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693240.120314:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1790693240.120314:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000020:00000040:1.0:1790693240.120317:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:2.0:1790693240.120318:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:1.0:1790693240.120319:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693240.120322:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:2.0:1790693240.120323:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693240.120325:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.120328:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693240.120331:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693240.120334:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693240.120339:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000200:2.0:1790693240.120342:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693240.120343:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693240.120348:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693240.120352:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693240.120356:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693240.120356:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693240.120359:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693240.120360:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120364:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693240.120364:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1790693240.120368:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693240.120368:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1790693240.120374:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120377:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693240.120378:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790693240.120381:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000020:00000040:1.0:1790693240.120385:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693240.120390:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693240.120392:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.120421:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693240.120422:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693240.120424:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693240.120427:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693240.120431:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693240.120433:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693240.120439:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120445:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1790693240.120448:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693240.120451:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120455:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.120458:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693240.120461:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693240.120462:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693240.120465:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120466:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1790693240.120471:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693240.120472:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693240.120482:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693240.120487:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120487:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693240.120492:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3733)
00000100:00000040:2.0:1790693240.120496:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693240.120507:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101290880:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693240.120512:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120515:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.120518:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101290880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120524:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693240.120526:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693240.120528:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693240.120531:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693240.120533:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693240.120534:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693240.120537:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693240.120539:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:2.0:1790693240.120542:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693240.120543:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693240.120545:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:2.0:1790693240.120548:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693240.120550:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120552:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120558:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693240.120559:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120561:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693240.120562:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693240.120564:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693240.120566:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120571:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693240.120572:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.120573:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693240.120575:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693240.120576:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693240.120578:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291008:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693240.120581:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693240.120597:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693240.120599:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.120601:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693240.120603:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693240.120605:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.120610:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693240.120612:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693240.120616:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693240.120619:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291008, portal 10
00000100:00000001:2.0:1790693240.120621:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693240.120622:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:2.0:1790693240.120629:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120634:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693240.120636:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693240.120637:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693240.120639:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101291008, offset 0
00000400:00000200:2.0:1790693240.120642:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693240.120645:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.120647:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693240.120649:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693240.120650:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693240.120652:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693240.120653:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693240.120655:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6508:6508:256:4294967295] 192.168.204.134@tcp LPNI seq info [6503:6503:8:4294967295]
00000400:00000200:2.0:1790693240.120658:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.120662:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693240.120665:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.120667:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693240.120670:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693240.120673:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693240.120677:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693240.120679:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693240.120683:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.120684:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693240.120687:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693240.120690:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693240.120693:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693240.120695:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693240.120697:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693240.120701:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120709:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.120712:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120716:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120717:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693240.120720:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693240.120723:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693240.120725:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693240.120726:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298396179
00000100:00000001:2.0:1790693240.120728:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.120729:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298396179
00000100:00000001:2.0:1790693240.120731:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.120732:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693240.120734:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120735:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693240.120737:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693240/real 1790693240]  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693240.120741:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693240.120742:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693240.120743:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693240.120745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693240.120746:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693240.120747:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693240.120749:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693240.120754:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120757:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693240.120758:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120759:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.120760:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693240.120762:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120765:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693240.120767:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120774:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693240.120776:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120777:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.120778:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120779:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693240.120780:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693240.120781:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693240.120783:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693240.120784:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693240.120787:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693240.120794:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291008:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693240.120797:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693240.120801:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120807:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693240.120808:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.120810:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693240.120811:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693240.120813:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693240.120816:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291136:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693240.120819:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693240.120821:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693240.120822:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.120824:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693240.120827:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693240.120829:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.120832:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693240.120835:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693240.120837:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693240.120839:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291136, portal 10
00000100:00000001:2.0:1790693240.120840:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693240.120841:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:2.0:1790693240.120845:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120849:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693240.120850:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693240.120851:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693240.120853:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101291136, offset 0
00000400:00000200:2.0:1790693240.120855:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693240.120857:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.120859:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693240.120861:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693240.120863:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693240.120864:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693240.120865:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693240.120867:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6509:6509:256:4294967295] 192.168.204.134@tcp LPNI seq info [6504:6504:8:4294967295]
00000400:00000200:2.0:1790693240.120870:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.120874:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693240.120876:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.120878:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693240.120880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693240.120882:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693240.120884:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693240.120886:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693240.120888:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.120890:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693240.120891:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693240.120893:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693240.120895:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693240.120896:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693240.120898:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693240.120900:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120904:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.120906:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120910:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120911:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693240.120912:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693240.120914:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693240.120916:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693240.120917:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298396185
00000100:00000001:2.0:1790693240.120918:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.120920:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298396185
00000100:00000001:2.0:1790693240.120921:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.120922:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693240.120923:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.120925:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693240.120926:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693240/real 1790693240]  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693240.120930:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693240.120931:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693240.120932:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693240.120933:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693240.120934:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693240.120935:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693240.120937:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693240.120943:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120954:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693240.120955:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120957:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.120958:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693240.120962:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120968:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693240.120972:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.120977:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693240.120980:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120981:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.120983:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.120984:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693240.120986:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693240.120989:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693240.120991:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693240.120993:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693240.120997:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693240.121005:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291136:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693240.121008:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693240.121011:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121017:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693240.121018:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.121020:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693240.121022:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693240.121025:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693240.121027:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291264:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693240.121030:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693240.121032:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693240.121033:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.121035:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693240.121039:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693240.121040:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.121043:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693240.121046:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693240.121049:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693240.121052:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291264, portal 4
00000100:00000001:2.0:1790693240.121054:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693240.121055:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:2.0:1790693240.121060:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121065:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693240.121068:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693240.121070:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693240.121072:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101291264, offset 0
00000400:00000200:2.0:1790693240.121075:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693240.121078:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.121081:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693240.121084:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693240.121086:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693240.121088:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693240.121090:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693240.121093:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6510:6510:256:4294967295] 192.168.204.134@tcp LPNI seq info [6505:6505:8:4294967295]
00000400:00000200:2.0:1790693240.121097:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.121103:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693240.121107:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.121111:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693240.121114:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693240.121117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693240.121120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693240.121123:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693240.121126:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.121128:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693240.121130:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693240.121133:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693240.121136:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693240.121138:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693240.121140:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693240.121143:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121150:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.121154:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121160:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.121161:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693240.121164:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693240.121167:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693240.121169:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693240.121171:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298396179
00000100:00000001:2.0:1790693240.121173:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.121174:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298396179
00000100:00000001:2.0:1790693240.121176:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.121177:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693240.121178:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.121179:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693240.121181:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693240/real 1790693240]  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693240.121194:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693240.121195:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693240.121197:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693240.121199:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693240.121201:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693240.121203:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693240.121206:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693240.121214:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121220:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693240.121221:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121222:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.121224:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693240.121227:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121233:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693240.121236:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121240:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693240.121242:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121243:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.121244:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121245:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693240.121246:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693240.121247:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693240.121249:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693240.121250:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693240.121252:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693240.121257:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291264:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693240.121259:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693240.121261:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121264:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693240.121265:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.121266:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693240.121267:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693240.121268:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693240.121270:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291392:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693240.121272:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693240.121273:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693240.121274:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693240.121275:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693240.121277:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693240.121278:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693240.121280:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693240.121282:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693240.121283:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693240.121285:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291392, portal 4
00000100:00000001:2.0:1790693240.121286:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693240.121287:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:2.0:1790693240.121291:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121294:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693240.121295:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693240.121297:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693240.121298:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101291392, offset 0
00000400:00000200:2.0:1790693240.121300:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693240.121303:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.121305:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693240.121307:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693240.121308:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693240.121310:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693240.121311:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693240.121313:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6511:6511:256:4294967295] 192.168.204.134@tcp LPNI seq info [6506:6506:8:4294967295]
00000400:00000200:2.0:1790693240.121315:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693240.121319:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693240.121322:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.121324:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693240.121326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693240.121328:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693240.121330:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693240.121332:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693240.121334:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693240.121335:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693240.121337:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693240.121339:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693240.121341:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693240.121341:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693240.121343:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693240.121345:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121350:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.121352:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121358:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.121360:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693240.121363:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693240.121365:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693240.121368:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693240.121369:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298396184
00000100:00000001:2.0:1790693240.121372:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.121374:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298396184
00000100:00000001:2.0:1790693240.121376:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298397442
00000100:00000001:2.0:1790693240.121378:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693240.121379:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.121381:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693240.121385:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693240/real 1790693240]  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693240.121392:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693240.121393:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693240.121394:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693240.121414:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693240.121416:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693240.121418:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693240.121422:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693240.121430:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121436:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693240.121437:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121439:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.121440:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693240.121444:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121450:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693240.121452:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121456:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693240.121458:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121459:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693240.121460:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121461:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693240.121462:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693240.121464:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693240.121465:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693240.121467:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693240.121469:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693240.121472:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291392:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693240.121474:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121475:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.121477:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101291008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121481:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693240.121482:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693240.121483:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693240.121485:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693240.121486:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693240.121487:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693240.121488:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693240.121489:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:2.0:1790693240.121491:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693240.121491:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693240.121492:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:2.0:1790693240.121494:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693240.121495:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121496:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.121497:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101291136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121501:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693240.121502:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693240.121503:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693240.121504:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693240.121505:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693240.121506:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693240.121507:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693240.121508:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:2.0:1790693240.121509:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693240.121509:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693240.121510:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:2.0:1790693240.121511:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693240.121512:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121512:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.121514:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101291264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121517:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693240.121518:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693240.121518:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693240.121519:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693240.121520:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693240.121521:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693240.121521:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693240.121522:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:2.0:1790693240.121523:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693240.121524:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693240.121524:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:2.0:1790693240.121525:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693240.121526:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121527:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693240.121528:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101291392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693240.121531:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693240.121532:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693240.121533:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693240.121534:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693240.121534:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693240.121535:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693240.121536:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693240.121537:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:2.0:1790693240.121538:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693240.121539:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693240.121540:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:2.0:1790693240.121541:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693240.121541:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121542:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.121544:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693240.121545:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.121546:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693240.121547:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693240.503492:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693240.503496:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693240.503500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693240.503500:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693240.503501:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693240.503504:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693240.503506:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.503508:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693240.503512:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693240.503513:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693240.503513:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693240.503515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693240.503519:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693240.503521:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693240.503521:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693240.503524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693240.503526:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693240.503526:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.503528:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693240.503533:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693240.503533:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693240.503538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693240.503539:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.503541:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693240.503545:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693240.503547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693240.503553:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693241.463509:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298397442, at 4298397504
00000100:00000040:1.0:1790693241.463509:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298397442, at 4298397504
00000100:00000010:0.0:1790693241.463526:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671ba80.
00000100:00000010:1.0:1790693241.463530:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b7e0.
00000100:00000001:0.0:1790693241.527495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693241.527495:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693241.527495:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693241.527501:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693241.527502:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693241.527502:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693241.527504:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693241.527506:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693241.527507:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693241.527508:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693241.527511:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693241.527511:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693241.527514:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693241.527516:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693241.527516:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693241.527518:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693241.527520:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693241.527520:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693241.527522:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693241.527526:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693241.527526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693241.527530:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693241.527532:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693241.527534:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693241.527534:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693241.527538:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693241.527541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693241.527577:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693241.527581:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693241.527583:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693242.551500:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693242.551500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693242.551500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693242.551509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693242.551510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693242.551510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693242.551515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693242.551515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693242.551515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693242.551523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693242.551523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693242.551523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693242.551529:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693242.551531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693242.551534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693242.551546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693242.551550:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693242.551551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693242.551553:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693242.551554:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693242.551556:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693242.551557:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693242.551558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693242.551559:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693242.551561:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693242.551566:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693242.551567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693242.551590:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693242.551594:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693242.551598:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693243.575545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693243.575549:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693243.575555:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693243.575555:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693243.575555:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693243.575559:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693243.575563:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693243.575564:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693243.575566:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693243.575569:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693243.575575:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693243.575578:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693243.575578:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693243.575581:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693243.575584:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693243.575587:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693243.575587:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693243.575589:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693243.575595:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693243.575596:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693243.575605:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693243.575606:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693243.575606:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693243.575610:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693243.575612:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693243.575616:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693243.575618:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693244.599543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693244.599544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693244.599544:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693244.599559:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693244.599559:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693244.599562:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693244.599566:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693244.599567:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693244.599567:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693244.599579:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693244.599579:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693244.599580:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693244.599591:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693244.599591:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693244.599592:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693244.599599:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693244.599600:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693244.599602:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693244.599605:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693244.599608:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693244.599610:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693244.599614:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693244.599614:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693244.599616:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693244.599618:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693244.599622:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693244.599626:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693245.239558:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693245.239566:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693245.239570:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693245.239576:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693245.239583:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693245.239593:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3728
00000400:00000200:2.0:1790693245.239605:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693245.239611:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693245.239614:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693245.239618:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.239622:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693245.239624:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.239627:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693245.239634:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693245.239636:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693245.239639:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693245.239642:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693245.239645:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693245.239647:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693245.239650:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.239652:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693245.239654:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.239656:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693245.239659:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693245.239663:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693245.239665:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693245.239668:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693245.239671:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693245.239674:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.239676:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693245.239679:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693245.239688:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693245.239692:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693245.239696:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693245.239698:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.239701:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693245.239703:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693245.239707:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693245.239714:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693245.239720:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693245.239728:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693245.239745:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693245.239748:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693245.239753:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693245.239774:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693245.239777:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693245.239780:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693245.239781:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693245.239783:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693245.239786:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693245.239789:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3728
00000400:00000200:2.0:1790693245.239793:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693245.239798:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693245.239800:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693245.239804:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1790693245.239804:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693245.239808:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693245.239809:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693245.239813:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693245.239814:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.239817:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693245.239820:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693245.239823:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693245.239825:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790693245.239828:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693245.239829:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693245.239833:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693245.239837:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:1.0:1790693245.239846:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693245.239848:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693245.239849:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693245.239854:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693245.239857:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693245.239860:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693245.239861:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693245.239865:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:1.0:1790693245.239870:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101291520:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693245.239871:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693245.239877:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:1.0:1790693245.239878:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693245.239883:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:1.0:1790693245.239884:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693245.239888:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.239888:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.239892:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693245.239893:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693245.239899:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693245.239902:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.239903:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:1.0:1790693245.239907:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21ddc00.
00000008:00100000:2.0:1790693245.239908:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693245.239912:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1790693245.239914:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.239918:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693245.239922:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693245.239924:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000200:1.0:1790693245.239928:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693245.239928:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693245.239930:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.239933:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693245.239934:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693245.239936:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693245.239942:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
02000000:00000010:2.0:1790693245.239943:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000100:00000001:2.0:1790693245.239949:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693245.239953:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00100000:2.0:1790693245.239956:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693245.239967:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693245.239968:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291520, portal 25
00000100:00000001:2.0:1790693245.239970:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.239973:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693245.239978:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:2.0:1790693245.239978:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693245.239988:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693245.239991:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693245.239996:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693245.240002:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693245.240004:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693245.240005:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693245.240008:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693245.240010:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693245.240012:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3728
00000400:00000200:2.0:1790693245.240020:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693245.240021:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693245.240026:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000010:1.0:1790693245.240027:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00080000:2.0:1790693245.240029:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790693245.240034:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101291520, offset 0
00000100:00000040:2.0:1790693245.240035:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240040:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693245.240042:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240046:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693245.240047:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693245.240051:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693245.240054:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693245.240056:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790693245.240059:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693245.240059:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693245.240063:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693245.240067:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693245.240070:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:2.0:1790693245.240073:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240077:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693245.240079:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1790693245.240080:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693245.240086:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693245.240091:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693245.240093:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693245.240094:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693245.240098:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6512:6512:256:4294967295] 192.168.204.134@tcp LPNI seq info [6507:6507:8:4294967295]
00000020:00000040:2.0:1790693245.240101:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:1.0:1790693245.240104:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693245.240109:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240113:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693245.240117:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1790693245.240118:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693245.240122:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1790693245.240127:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693245.240128:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.240132:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:1.0:1790693245.240133:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000008:00100000:2.0:1790693245.240134:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693245.240139:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.240140:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693245.240145:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000010:2.0:1790693245.240146:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000800:00000200:1.0:1790693245.240150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000020:00000040:2.0:1790693245.240151:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693245.240156:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693245.240159:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693245.240162:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693245.240163:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693245.240166:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1790693245.240168:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1790693245.240169:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693245.240175:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000800:00000100:1.0:1790693245.240179:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240182:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693245.240184:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000100:00100000:2.0:1790693245.240189:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693245.240194:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693245.240200:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693245.240203:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693245.240205:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1790693245.240210:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693245.240214:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693245.240217:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693245.240223:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693245.240224:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693245.240228:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790693245.240229:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693245.240233:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693245.240236:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693245.240239:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693245.240245:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693245.240248:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790693245.240250:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3728
00000100:00000040:1.0:1790693245.240255:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693245.240258:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693245.240264:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693245.240269:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693245.240271:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693245.240274:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693245.240276:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693245.240278:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693245.240282:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240284:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693245.240288:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693245.240288:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693245.240290:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693245.240293:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693245.240296:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000200:1.0:1790693245.240297:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693245.240301:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:1.0:1790693245.240303:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298402562
00000020:00000001:2.0:1790693245.240305:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000010:1.0:1790693245.240310:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3900.
00000100:00000001:1.0:1790693245.240318:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1790693245.240320:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240324:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693245.240326:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693245.240327:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298402562
00000100:00000001:2.0:1790693245.240330:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000010:1.0:1790693245.240332:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3b40.
00000020:00000040:2.0:1790693245.240334:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:1.0:1790693245.240338:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1790693245.240339:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693245.240344:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693245.240344:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693245.240348:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693245.240349:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.240353:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790693245.240353:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1790693245.240358:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693245/real 1790693245]  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693245.240358:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.240363:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693245.240367:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693245.240370:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.240372:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693245.240377:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000400:00000001:1.0:1790693245.240378:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693245.240381:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1790693245.240381:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000010:1.0:1790693245.240384:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
02000000:00000001:2.0:1790693245.240386:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693245.240387:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
02000000:00000001:2.0:1790693245.240389:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693245.240390:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693245.240394:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1790693245.240394:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693245.240418:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693245.240420:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693245.240424:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693245.240428:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693245.240433:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693245.240442:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693245.240445:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693245.240446:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693245.240453:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693245.240467:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693245.240468:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693245.240472:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693245.240476:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693245.240478:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693245.240480:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693245.240499:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693245.240499:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693245.240504:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693245.240504:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3728
00000100:00000001:1.0:1790693245.240510:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1790693245.240512:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693245.240513:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1790693245.240517:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693245.240521:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1790693245.240522:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693245.240527:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240532:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693245.240536:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693245.240539:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693245.240541:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693245.240545:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1790693245.240548:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693245.240548:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693245.240550:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693245.240553:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693245.240558:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693245.240561:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693245.240564:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240566:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693245.240568:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693245.240571:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693245.240574:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1790693245.240575:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:1.0:1790693245.240578:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693245.240580:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693245.240582:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693245.240585:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693245.240587:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693245.240589:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693245.240590:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693245.240594:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1790693245.240595:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.240596:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693245.240600:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1790693245.240600:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693245.240605:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693245.240608:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.240610:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693245.240611:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693245.240615:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1790693245.240615:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693245.240621:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000040:1.0:1790693245.240622:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693245.240625:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693245.240628:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.240631:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693245.240632:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693245.240634:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693245.240639:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00100000:1.0:1790693245.240640:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101291520:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693245.240645:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.240646:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.240649:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1790693245.240653:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693245.240661:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693245.240663:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693245.240665:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101291520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693245.240671:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.240674:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693245.240677:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693245.240680:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693245.240685:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1790693245.240686:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693245.240690:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693245.240693:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000040:2.0:1790693245.240693:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3738)
00000020:00000001:1.0:1790693245.240699:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693245.240702:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693245.240724:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693245.240725:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693245.240727:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693245.240730:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693245.240732:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.240734:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.240740:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693245.240741:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.240742:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693245.240743:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693245.240744:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693245.240748:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.240752:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693245.240753:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.240754:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693245.240756:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693245.240758:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693245.240761:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291648:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693245.240764:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693245.240766:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693245.240775:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.240777:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693245.240780:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693245.240782:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693245.240786:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693245.240789:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693245.240799:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693245.240802:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291648, portal 10
00000100:00000001:1.0:1790693245.240804:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693245.240805:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:1.0:1790693245.240810:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.240814:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693245.240816:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693245.240817:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693245.240825:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101291648, offset 0
00000400:00000200:1.0:1790693245.240830:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693245.240834:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.240838:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693245.240840:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693245.240843:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693245.240845:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693245.240855:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693245.240858:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6513:6513:256:4294967295] 192.168.204.134@tcp LPNI seq info [6508:6508:8:4294967295]
00000400:00000200:1.0:1790693245.240862:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.240868:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693245.240880:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.240884:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693245.240887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693245.240890:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693245.240895:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693245.240908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693245.240912:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.240914:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693245.240917:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693245.240929:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693245.240932:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693245.240934:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693245.240937:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693245.240940:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.240948:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.240951:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.240974:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.240976:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693245.240980:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693245.240983:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693245.240986:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693245.240988:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298401299
00000100:00000001:1.0:1790693245.240991:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.240993:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298401299
00000100:00000001:1.0:1790693245.240996:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.240997:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693245.241000:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.241002:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693245.241006:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693245/real 1790693245]  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693245.241014:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693245.241015:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693245.241017:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693245.241019:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693245.241021:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693245.241023:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693245.241026:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693245.241043:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241049:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693245.241050:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241052:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241053:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693245.241063:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241070:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693245.241074:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241098:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693245.241101:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241102:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241104:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241105:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693245.241107:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693245.241110:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693245.241114:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693245.241116:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693245.241120:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693245.241128:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291648:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693245.241132:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693245.241135:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241141:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693245.241142:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.241144:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693245.241146:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693245.241148:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693245.241150:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291776:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693245.241152:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693245.241154:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693245.241155:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.241156:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693245.241158:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693245.241160:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693245.241162:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693245.241164:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693245.241166:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693245.241168:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291776, portal 10
00000100:00000001:1.0:1790693245.241169:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693245.241170:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:1.0:1790693245.241174:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241177:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693245.241179:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693245.241180:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693245.241182:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101291776, offset 0
00000400:00000200:1.0:1790693245.241184:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693245.241193:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.241196:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693245.241198:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693245.241200:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693245.241202:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693245.241203:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693245.241205:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6514:6514:256:4294967295] 192.168.204.134@tcp LPNI seq info [6509:6509:8:4294967295]
00000400:00000200:1.0:1790693245.241208:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.241212:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693245.241215:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.241217:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693245.241219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693245.241234:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693245.241237:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693245.241238:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693245.241241:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.241242:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693245.241244:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693245.241246:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693245.241248:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693245.241249:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693245.241251:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693245.241253:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241258:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.241259:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241263:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.241264:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693245.241266:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693245.241268:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693245.241270:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693245.241271:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298401305
00000100:00000001:1.0:1790693245.241272:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.241274:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298401305
00000100:00000001:1.0:1790693245.241275:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.241276:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693245.241277:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.241279:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693245.241280:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693245/real 1790693245]  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693245.241285:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693245.241285:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693245.241286:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693245.241288:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693245.241289:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693245.241302:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693245.241304:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693245.241309:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241312:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693245.241313:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241314:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241315:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693245.241316:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241322:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693245.241326:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241333:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693245.241335:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241336:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241337:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241339:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693245.241341:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693245.241343:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693245.241346:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693245.241348:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693245.241352:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693245.241359:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291776:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693245.241363:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693245.241366:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241372:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693245.241373:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.241375:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693245.241377:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693245.241379:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693245.241381:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291904:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693245.241384:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693245.241386:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693245.241387:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.241389:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693245.241392:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693245.241394:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693245.241433:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693245.241439:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693245.241443:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693245.241446:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101291904, portal 4
00000100:00000001:1.0:1790693245.241448:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693245.241449:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693245.241455:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241460:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693245.241462:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693245.241464:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693245.241467:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101291904, offset 0
00000400:00000200:1.0:1790693245.241470:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693245.241473:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.241476:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693245.241479:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693245.241481:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693245.241493:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693245.241496:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693245.241499:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6515:6515:256:4294967295] 192.168.204.134@tcp LPNI seq info [6510:6510:8:4294967295]
00000400:00000200:1.0:1790693245.241502:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.241508:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693245.241512:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.241515:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693245.241525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693245.241529:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693245.241532:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693245.241534:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693245.241537:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.241539:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693245.241543:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693245.241545:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693245.241548:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693245.241550:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693245.241552:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693245.241572:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241579:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.241581:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241586:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.241588:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693245.241591:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693245.241593:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693245.241596:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693245.241597:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298401300
00000100:00000001:1.0:1790693245.241600:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.241601:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298401300
00000100:00000001:1.0:1790693245.241603:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.241605:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693245.241607:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.241609:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693245.241612:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693245/real 1790693245]  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693245.241619:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693245.241620:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693245.241622:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693245.241624:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693245.241626:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693245.241627:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693245.241630:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693245.241638:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241649:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693245.241650:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241652:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241653:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693245.241657:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241663:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693245.241667:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241673:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693245.241675:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241676:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241678:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241679:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693245.241681:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693245.241683:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693245.241686:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693245.241689:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693245.241692:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693245.241700:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101291904:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693245.241703:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693245.241706:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241721:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693245.241723:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.241725:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693245.241728:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693245.241729:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693245.241732:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292032:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693245.241734:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693245.241735:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693245.241736:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693245.241737:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693245.241740:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693245.241741:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693245.241743:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693245.241745:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693245.241747:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693245.241750:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292032, portal 4
00000100:00000001:1.0:1790693245.241752:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693245.241753:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693245.241759:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241765:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693245.241767:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693245.241769:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693245.241771:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101292032, offset 0
00000400:00000200:1.0:1790693245.241775:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693245.241779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.241782:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693245.241784:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693245.241787:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693245.241789:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693245.241791:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693245.241794:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6516:6516:256:4294967295] 192.168.204.134@tcp LPNI seq info [6511:6511:8:4294967295]
00000400:00000200:1.0:1790693245.241798:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693245.241804:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693245.241808:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.241811:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693245.241815:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693245.241818:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693245.241821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693245.241824:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693245.241827:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693245.241829:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693245.241832:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693245.241836:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693245.241838:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693245.241840:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693245.241842:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693245.241846:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241853:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.241856:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241860:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.241861:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693245.241863:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693245.241865:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693245.241867:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693245.241869:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298401305
00000100:00000001:1.0:1790693245.241870:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.241872:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298401305
00000100:00000001:1.0:1790693245.241873:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298402562
00000100:00000001:1.0:1790693245.241874:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693245.241876:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.241877:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693245.241879:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693245/real 1790693245]  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693245.241889:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693245.241890:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693245.241892:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693245.241894:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693245.241895:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693245.241897:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693245.241900:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693245.241908:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241913:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693245.241915:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241917:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241918:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693245.241922:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241928:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693245.241932:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241938:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693245.241940:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241942:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693245.241943:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241945:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693245.241946:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693245.241948:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693245.241950:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693245.241952:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693245.241954:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693245.241959:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292032:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693245.241961:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241963:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.241964:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101291648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241968:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693245.241969:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693245.241970:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693245.241972:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693245.241973:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693245.241974:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693245.241975:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693245.241976:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693245.241978:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693245.241979:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693245.241980:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693245.241982:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693245.241982:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.241983:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.241985:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101291776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.241989:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693245.241989:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693245.241990:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693245.241991:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693245.241992:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693245.241993:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693245.241994:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693245.241994:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693245.241995:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693245.241996:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693245.241997:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:1.0:1790693245.241998:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693245.241999:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.242000:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.242001:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101291904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.242005:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693245.242005:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693245.242006:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693245.242007:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693245.242008:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693245.242008:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693245.242009:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693245.242010:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693245.242011:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693245.242011:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693245.242012:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693245.242014:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693245.242015:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.242017:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693245.242019:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101292032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693245.242024:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693245.242025:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693245.242026:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693245.242028:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693245.242028:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693245.242029:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693245.242031:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693245.242032:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693245.242034:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693245.242035:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693245.242037:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693245.242038:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693245.242039:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.242041:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693245.242046:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693245.242047:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693245.242049:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693245.242050:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693245.623520:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693245.623528:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693245.623532:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.623539:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693245.623540:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693245.623545:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693245.623546:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693245.623548:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693245.623551:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693245.623552:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693245.623555:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693245.623557:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693245.623559:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693245.623562:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693245.623564:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693245.623567:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693245.623571:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693245.623577:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693245.623630:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693245.623634:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693245.623635:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693245.623638:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693245.623641:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693245.623643:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693245.623645:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693245.623647:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693245.623649:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693246.583513:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298402562, at 4298402624
00000100:00000040:0.0:1790693246.583517:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298402562, at 4298402624
00000100:00000010:1.0:1790693246.583529:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3b40.
00000100:00000010:0.0:1790693246.583533:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3900.
00000100:00000001:0.0:1790693246.647514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693246.647514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693246.647525:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693246.647525:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693246.647530:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693246.647530:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693246.647537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693246.647538:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693246.647545:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693246.647545:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693246.647551:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693246.647552:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693246.647557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693246.647560:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693246.647563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693246.647563:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693246.647566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693246.647569:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693246.647594:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693246.647598:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693246.647600:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693246.647603:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693246.647606:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693246.647607:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693246.647610:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693246.647611:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693246.647613:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693247.671508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693247.671508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693247.671508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693247.671514:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693247.671515:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693247.671516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693247.671516:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693247.671519:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693247.671520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693247.671522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693247.671524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693247.671526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693247.671528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693247.671529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693247.671534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693247.671535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693247.671535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693247.671539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693247.671542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693247.671542:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693247.671547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693247.671547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693247.671555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693247.671555:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693247.671555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693247.671559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693247.671563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693248.695472:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693248.695473:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693248.695474:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693248.695478:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693248.695480:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693248.695480:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693248.695482:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693248.695484:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693248.695485:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693248.695488:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693248.695491:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693248.695493:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693248.695494:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693248.695496:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693248.695500:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693248.695500:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693248.695501:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693248.695505:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693248.695507:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693248.695510:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693248.695511:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693248.695513:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693248.695516:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693248.695516:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693248.695518:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693248.695520:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693248.695526:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693249.719515:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693249.719515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693249.719522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693249.719523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693249.719526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693249.719527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693249.719533:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693249.719533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693249.719538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693249.719540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693249.719543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693249.719545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693249.719547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693249.719552:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693249.719558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693249.719558:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693249.719563:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693249.719567:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693249.719568:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693249.719574:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693249.719578:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693249.719581:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693249.719584:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693249.719587:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693249.719593:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693249.719597:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693249.719599:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693250.359537:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693250.359549:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693250.359552:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693250.359556:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693250.359561:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693250.359570:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3733
00000400:00000200:0.0:1790693250.359579:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693250.359585:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693250.359590:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693250.359594:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359596:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693250.359599:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359601:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693250.359608:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693250.359611:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693250.359614:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693250.359619:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693250.359624:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693250.359630:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693250.359637:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359642:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693250.359646:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359650:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693250.359655:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693250.359669:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359672:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693250.359675:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693250.359678:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693250.359682:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.359684:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693250.359686:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693250.359695:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693250.359698:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693250.359702:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693250.359703:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.359706:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693250.359708:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693250.359711:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693250.359720:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73800.
00000100:00000001:0.0:1790693250.359726:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693250.359737:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693250.359747:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693250.359751:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693250.359755:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693250.359775:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693250.359779:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693250.359782:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693250.359784:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693250.359785:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693250.359788:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693250.359791:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3733
00000400:00000200:0.0:1790693250.359796:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693250.359799:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693250.359802:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693250.359806:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359808:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693250.359811:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693250.359812:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693250.359814:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693250.359818:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693250.359820:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693250.359822:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790693250.359823:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693250.359826:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693250.359829:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000040:1.0:1790693250.359832:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693250.359833:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693250.359838:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693250.359844:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359847:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693250.359849:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.359851:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693250.359853:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693250.359859:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693250.359863:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693250.359864:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.359866:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693250.359868:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693250.359873:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693250.359875:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693250.359878:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693250.359879:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.359883:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.359884:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693250.359890:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1790693250.359891:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101292160:192.168.204.134@tcp:250:
00000008:00000001:0.0:1790693250.359897:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.359898:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693250.359900:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.359904:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1790693250.359906:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693250.359910:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693250.359912:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693250.359913:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.359915:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693250.359915:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693250.359918:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693250.359921:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693250.359922:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693250.359928:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73400.
02000000:00000010:1.0:1790693250.359929:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
00000100:00000001:0.0:1790693250.359932:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.359933:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693250.359941:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693250.359942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693250.359949:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000100:00000001:0.0:1790693250.359955:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693250.359958:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693250.359959:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000040:0.0:1790693250.359964:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693250.359968:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292160, portal 25
00000100:00000001:1.0:1790693250.359974:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693250.359977:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.359978:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00080000:0.0:1790693250.359982:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693250.359988:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693250.359989:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693250.359992:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693250.359995:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693250.360001:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693250.360005:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790693250.360007:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3733
00000100:00000040:1.0:1790693250.360012:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693250.360016:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693250.360021:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693250.360023:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693250.360025:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360027:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790693250.360028:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000040:0.0:1790693250.360031:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360034:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693250.360034:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101292160, offset 0
00000020:00000001:0.0:1790693250.360041:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693250.360043:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000400:00000200:1.0:1790693250.360045:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:0.0:1790693250.360046:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693250.360051:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693250.360054:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693250.360058:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.360064:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693250.360069:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693250.360073:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000001:0.0:1790693250.360074:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693250.360083:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360086:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693250.360088:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1790693250.360091:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693250.360095:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360096:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693250.360100:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:1.0:1790693250.360102:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6517:6517:256:4294967295] 192.168.204.134@tcp LPNI seq info [6512:6512:8:4294967295]
00000100:00080000:0.0:1790693250.360106:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360112:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693250.360112:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693250.360116:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693250.360121:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693250.360126:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.360130:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693250.360130:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1790693250.360134:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693250.360138:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693250.360140:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360141:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693250.360148:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000800:00000010:1.0:1790693250.360149:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000020:00000040:0.0:1790693250.360151:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693250.360155:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693250.360157:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693250.360159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693250.360160:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693250.360163:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1790693250.360166:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
02000000:00000001:0.0:1790693250.360167:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693250.360174:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72c00.
00000800:00000200:1.1:1790693250.360175:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693250.360180:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693250.360181:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000100:00100000:0.0:1790693250.360190:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1790693250.360190:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.360194:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000100:00000001:0.0:1790693250.360203:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693250.360204:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790693250.360205:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693250.360214:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693250.360215:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693250.360223:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000100:00000001:0.0:1790693250.360226:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693250.360227:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00080000:0.0:1790693250.360231:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693250.360233:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693250.360240:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693250.360241:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693250.360244:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693250.360246:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693250.360252:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693250.360257:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3733
00000100:00000001:1.0:1790693250.360258:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1790693250.360263:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693250.360265:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693250.360270:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693250.360276:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693250.360282:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693250.360283:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.360285:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693250.360287:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:0.0:1790693250.360291:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360294:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693250.360295:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693250.360298:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693250.360301:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000200:1.0:1790693250.360302:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:0.0:1790693250.360306:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693250.360307:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298407682
00000020:00000040:0.0:1790693250.360309:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693250.360313:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000010:1.0:1790693250.360315:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3b40.
00000020:00000001:0.0:1790693250.360316:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693250.360322:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693250.360323:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693250.360325:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693250.360329:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360331:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693250.360332:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298407682
00000020:00000040:0.0:1790693250.360334:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000010:1.0:1790693250.360337:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d39c0.
00000100:00080000:0.0:1790693250.360339:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693250.360342:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693250.360344:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693250.360348:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693250.360349:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693250.360351:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693250.360353:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693250.360355:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.360358:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693250.360360:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693250.360362:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.360364:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360367:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1790693250.360370:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693250.360373:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:1.0:1790693250.360375:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693250/real 1790693250]  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693250.360376:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693250.360378:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.360383:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693250.360421:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693250.360423:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693250.360427:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72400.
00000100:00000001:0.0:1790693250.360430:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693250.360436:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1790693250.360446:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1790693250.360447:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1790693250.360449:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1790693250.360450:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693250.360454:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000100:00000040:0.0:1790693250.360456:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693250.360459:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693250.360463:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:0.0:1790693250.360465:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360468:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:0.0:1790693250.360470:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693250.360475:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1790693250.360476:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693250.360478:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693250.360480:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693250.360485:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693250.360490:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3733
00000400:00000200:0.0:1790693250.360495:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:1.0:1790693250.360496:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693250.360499:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693250.360503:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693250.360509:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693250.360512:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693250.360513:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693250.360517:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693250.360518:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693250.360522:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693250.360523:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693250.360526:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693250.360528:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693250.360530:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693250.360532:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1790693250.360534:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693250.360535:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693250.360539:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693250.360543:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693250.360550:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360553:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693250.360553:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693250.360556:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360559:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693250.360563:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000040:1.0:1790693250.360564:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693250.360567:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693250.360573:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693250.360577:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693250.360580:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1790693250.360581:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693250.360587:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360588:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693250.360589:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693250.360592:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1790693250.360593:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1790693250.360595:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360596:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693250.360598:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360601:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000010:0.0:1790693250.360603:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693250.360605:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1790693250.360606:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00080000:1.0:1790693250.360611:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1790693250.360612:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693250.360614:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.360618:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693250.360620:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1790693250.360621:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000001:0.0:1790693250.360623:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360626:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1790693250.360628:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72800.
00000100:00000040:1.0:1790693250.360633:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693250.360634:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693250.360642:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1790693250.360651:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101292160:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693250.360654:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693250.360657:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360660:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693250.360663:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360664:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.360672:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101292160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693250.360674:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693250.360678:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3744)
00000100:00000001:1.0:1790693250.360689:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693250.360692:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693250.360696:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693250.360699:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693250.360701:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693250.360703:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693250.360706:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693250.360708:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73800.
02000000:00000001:1.0:1790693250.360712:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693250.360714:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693250.360715:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693250.360719:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693250.360721:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.360723:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.360730:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693250.360732:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360734:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693250.360736:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693250.360737:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693250.360741:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360748:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693250.360750:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.360752:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693250.360754:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693250.360756:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693250.360759:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292288:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693250.360762:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693250.360765:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693250.360767:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.360768:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693250.360772:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693250.360775:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693250.360780:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693250.360783:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693250.360788:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693250.360792:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292288, portal 10
00000100:00000001:1.0:1790693250.360794:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693250.360795:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:1.0:1790693250.360802:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360808:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693250.360811:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693250.360814:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693250.360816:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101292288, offset 0
00000400:00000200:1.0:1790693250.360820:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693250.360824:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.360827:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693250.360831:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693250.360833:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693250.360835:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693250.360837:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693250.360840:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6518:6518:256:4294967295] 192.168.204.134@tcp LPNI seq info [6513:6513:8:4294967295]
00000400:00000200:1.0:1790693250.360844:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.360850:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693250.360853:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.360856:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693250.360860:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693250.360862:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790693250.360866:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693250.360868:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1790693250.360872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.360874:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693250.360877:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693250.360880:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693250.360883:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693250.360884:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693250.360886:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693250.360890:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360897:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.360900:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360906:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360908:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693250.360911:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693250.360914:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693250.360918:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693250.360920:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298406419
00000100:00000001:1.0:1790693250.360922:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.360924:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298406419
00000100:00000001:1.0:1790693250.360926:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.360928:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693250.360930:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.360932:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693250.360935:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693250/real 1790693250]  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693250.360943:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693250.360945:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693250.360946:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693250.360948:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693250.360950:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693250.360952:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693250.360955:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693250.360963:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360969:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693250.360971:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.360972:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.360974:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693250.360977:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360983:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693250.360987:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.360993:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693250.360996:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.360997:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.360998:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361000:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693250.361002:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693250.361004:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693250.361008:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693250.361010:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693250.361013:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693250.361022:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292288:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693250.361026:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693250.361029:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361035:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693250.361036:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.361038:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693250.361040:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693250.361042:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693250.361045:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292416:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693250.361048:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693250.361050:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693250.361051:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.361053:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693250.361056:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693250.361058:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693250.361061:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693250.361064:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693250.361066:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693250.361069:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292416, portal 10
00000100:00000001:1.0:1790693250.361071:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693250.361072:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:1.0:1790693250.361077:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361083:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693250.361086:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693250.361088:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693250.361090:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101292416, offset 0
00000400:00000200:1.0:1790693250.361094:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693250.361097:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.361101:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693250.361104:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693250.361107:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693250.361109:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693250.361111:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693250.361114:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6519:6519:256:4294967295] 192.168.204.134@tcp LPNI seq info [6514:6514:8:4294967295]
00000400:00000200:1.0:1790693250.361119:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.361124:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693250.361129:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.361132:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693250.361136:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693250.361139:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790693250.361143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693250.361160:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1790693250.361165:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.361167:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693250.361170:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693250.361173:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693250.361176:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693250.361178:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693250.361181:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693250.361184:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361192:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.361195:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361201:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.361203:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693250.361207:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693250.361210:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693250.361214:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693250.361216:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298406425
00000100:00000001:1.0:1790693250.361219:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.361221:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298406425
00000100:00000001:1.0:1790693250.361224:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.361226:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693250.361228:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.361230:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693250.361233:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693250/real 1790693250]  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693250.361240:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693250.361241:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693250.361243:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693250.361245:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693250.361247:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693250.361249:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693250.361252:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693250.361259:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361265:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693250.361267:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361268:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.361270:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693250.361273:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361279:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693250.361283:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361290:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693250.361293:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361295:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.361296:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361298:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693250.361299:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693250.361301:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693250.361304:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693250.361306:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693250.361309:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693250.361317:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292416:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693250.361320:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693250.361324:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361329:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693250.361330:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.361332:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693250.361334:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693250.361337:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693250.361339:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292544:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693250.361343:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693250.361345:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693250.361346:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.361348:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693250.361351:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693250.361353:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693250.361356:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693250.361359:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693250.361363:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693250.361366:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292544, portal 4
00000100:00000001:1.0:1790693250.361367:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693250.361368:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693250.361373:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361379:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693250.361381:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693250.361383:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693250.361417:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101292544, offset 0
00000400:00000200:1.0:1790693250.361423:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693250.361426:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.361430:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693250.361432:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693250.361435:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693250.361437:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693250.361439:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693250.361441:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6520:6520:256:4294967295] 192.168.204.134@tcp LPNI seq info [6515:6515:8:4294967295]
00000400:00000200:1.0:1790693250.361445:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.361451:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693250.361455:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.361458:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693250.361462:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693250.361464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790693250.361468:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693250.361470:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1790693250.361474:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.361475:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693250.361478:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693250.361481:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693250.361484:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693250.361485:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693250.361488:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693250.361491:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361498:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.361501:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361507:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.361509:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693250.361511:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693250.361514:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693250.361516:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693250.361518:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298406420
00000100:00000001:1.0:1790693250.361521:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.361523:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298406420
00000100:00000001:1.0:1790693250.361525:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.361527:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693250.361528:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.361530:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693250.361533:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693250/real 1790693250]  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693250.361541:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693250.361542:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693250.361544:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693250.361546:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693250.361547:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693250.361549:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693250.361552:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693250.361560:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361571:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693250.361572:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361574:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.361575:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693250.361578:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361583:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693250.361587:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361593:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693250.361595:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361596:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.361598:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361599:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693250.361601:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693250.361603:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693250.361606:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693250.361608:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693250.361611:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693250.361618:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292544:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693250.361621:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693250.361624:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361629:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693250.361631:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.361632:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693250.361634:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693250.361636:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693250.361639:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292672:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693250.361642:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693250.361644:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693250.361645:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693250.361647:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693250.361650:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693250.361652:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693250.361655:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693250.361657:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693250.361660:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693250.361663:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292672, portal 4
00000100:00000001:1.0:1790693250.361665:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693250.361666:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693250.361671:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361677:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693250.361679:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693250.361681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693250.361683:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101292672, offset 0
00000400:00000200:1.0:1790693250.361686:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693250.361690:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.361693:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693250.361696:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693250.361698:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693250.361700:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693250.361702:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693250.361705:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6521:6521:256:4294967295] 192.168.204.134@tcp LPNI seq info [6516:6516:8:4294967295]
00000400:00000200:1.0:1790693250.361708:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693250.361714:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693250.361718:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.361720:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693250.361724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693250.361726:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790693250.361730:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693250.361732:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1790693250.361736:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693250.361737:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:1.0:1790693250.361740:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693250.361743:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693250.361745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693250.361747:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693250.361749:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693250.361752:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361758:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.361761:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361767:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.361768:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693250.361771:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693250.361773:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693250.361776:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693250.361778:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298406425
00000100:00000001:1.0:1790693250.361780:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.361782:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298406425
00000100:00000001:1.0:1790693250.361784:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298407682
00000100:00000001:1.0:1790693250.361786:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693250.361788:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.361789:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693250.361793:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693250/real 1790693250]  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693250.361806:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693250.361807:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693250.361808:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693250.361810:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693250.361812:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693250.361814:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693250.361818:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693250.361825:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361831:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693250.361833:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361834:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.361835:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693250.361838:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361843:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693250.361846:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361852:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693250.361854:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361855:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693250.361856:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361858:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693250.361859:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693250.361861:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693250.361864:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693250.361866:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693250.361870:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693250.361876:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292672:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693250.361879:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361881:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.361884:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101292288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361891:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693250.361892:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693250.361894:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693250.361897:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693250.361899:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693250.361900:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693250.361903:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693250.361904:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73400.
02000000:00000001:1.0:1790693250.361906:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693250.361908:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693250.361909:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693250.361912:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693250.361913:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361914:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.361917:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101292416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361923:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693250.361924:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693250.361926:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693250.361928:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693250.361929:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693250.361930:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693250.361931:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693250.361932:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:1.0:1790693250.361934:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693250.361935:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693250.361937:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693250.361939:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693250.361940:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361941:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.361944:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101292544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361948:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693250.361949:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693250.361950:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693250.361952:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693250.361953:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693250.361954:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693250.361956:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693250.361957:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72400.
02000000:00000001:1.0:1790693250.361959:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693250.361960:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693250.361961:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693250.361964:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693250.361965:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361966:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693250.361969:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101292672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693250.361974:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693250.361976:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693250.361977:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693250.361979:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693250.361979:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693250.361980:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693250.361982:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693250.361984:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72800.
02000000:00000001:1.0:1790693250.361986:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693250.361987:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693250.361988:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693250.361990:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693250.361991:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361993:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.361997:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693250.361998:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.362000:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693250.362002:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693250.743611:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693250.743611:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693250.743612:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693250.743631:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693250.743631:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693250.743633:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693250.743637:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693250.743637:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.743639:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693250.743646:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693250.743646:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693250.743648:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693250.743656:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693250.743658:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693250.743661:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693250.743663:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693250.743663:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693250.743668:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693250.743672:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693250.743672:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693250.743677:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693250.743677:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693250.743684:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693250.743684:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693250.743684:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693250.743694:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693250.743700:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693251.703509:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298407682, at 4298407744
00000100:00000040:0.0:1790693251.703515:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298407682, at 4298407744
00000100:00000010:1.0:1790693251.703525:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d39c0.
00000100:00000010:0.0:1790693251.703528:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3b40.
00000100:00000001:1.0:1790693251.767501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693251.767503:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693251.767509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693251.767509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693251.767514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693251.767515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693251.767521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693251.767523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693251.767523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693251.767527:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693251.767530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693251.767530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693251.767532:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693251.767536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693251.767536:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693251.767539:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693251.767542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693251.767543:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693251.767545:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693251.767547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693251.767547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693251.767550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693251.767552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693251.767553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693251.767555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693251.767559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693251.767562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693252.791507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693252.791507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693252.791512:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693252.791515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693252.791517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693252.791519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693252.791521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693252.791521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693252.791525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693252.791527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693252.791527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693252.791529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693252.791534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693252.791534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693252.791535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693252.791541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693252.791541:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693252.791542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693252.791545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693252.791548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693252.791549:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693252.791552:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693252.791554:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693252.791554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693252.791556:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693252.791558:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693252.791563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693253.815609:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693253.815613:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693253.815615:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693253.815619:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693253.815622:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693253.815626:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693253.815629:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693253.815631:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693253.815634:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693253.815733:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693253.815735:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693253.815737:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693253.815739:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693253.815740:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693253.815742:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693253.815744:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693253.815746:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693253.815748:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693253.815783:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693253.815787:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693253.815788:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693253.815791:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693253.815794:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693253.815796:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693253.815798:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693253.815799:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693253.815801:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693254.839528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693254.839538:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693254.839541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693254.839547:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693254.839552:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693254.839552:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693254.839557:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693254.839561:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693254.839564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693254.839565:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693254.839570:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693254.839575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693254.839590:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693254.839594:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693254.839597:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693254.839600:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693254.839603:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693254.839604:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693254.839614:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693254.839614:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693254.839621:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693254.839623:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693254.839626:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693254.839629:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693254.839635:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693254.839640:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693254.839648:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693255.481414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693255.481421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693255.481424:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693255.481427:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693255.481431:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693255.481438:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3739
00000400:00000200:2.0:1790693255.481447:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693255.481452:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693255.481455:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693255.481459:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481462:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481464:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481466:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693255.481474:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693255.481477:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693255.481479:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693255.481482:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693255.481485:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693255.481487:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693255.481490:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481492:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481494:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481496:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693255.481500:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693255.481503:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481506:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693255.481509:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693255.481513:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693255.481522:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481524:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693255.481527:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693255.481537:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693255.481541:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693255.481545:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693255.481547:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481550:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693255.481553:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693255.481556:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693255.481564:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693255.481570:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693255.481579:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693255.481589:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693255.481592:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693255.481597:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693255.481620:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693255.481623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693255.481627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693255.481628:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693255.481630:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693255.481632:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693255.481635:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3739
00000400:00000200:2.0:1790693255.481639:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693255.481642:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693255.481644:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693255.481647:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481649:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481651:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481652:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693255.481655:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693255.481657:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693255.481659:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693255.481661:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693255.481663:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693255.481665:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693255.481668:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481670:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481672:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481674:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693255.481677:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693255.481680:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481682:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693255.481683:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693255.481688:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693255.481690:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481692:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693255.481696:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693255.481699:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481702:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693255.481705:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693255.481708:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693255.481710:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693255.481712:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481713:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693255.481715:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693255.481717:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693255.481720:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693255.481723:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693255.481728:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693255.481736:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693255.481737:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693255.481741:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693255.481749:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693255.481752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693255.481755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693255.481756:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693255.481758:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693255.481761:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693255.481763:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3739
00000400:00000200:2.0:1790693255.481767:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693255.481770:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693255.481772:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693255.481775:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481777:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481779:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481781:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693255.481784:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693255.481785:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693255.481787:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693255.481789:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693255.481791:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693255.481793:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693255.481797:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481798:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481800:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481802:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693255.481804:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693255.481807:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481809:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693255.481811:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693255.481814:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693255.481816:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481817:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693255.481819:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693255.481822:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481824:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693255.481828:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693255.481830:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693255.481832:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693255.481833:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481835:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693255.481836:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693255.481838:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693255.481843:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693255.481846:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693255.481851:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693255.481858:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693255.481860:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693255.481864:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693255.481871:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693255.481874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693255.481877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693255.481879:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693255.481881:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693255.481883:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693255.481886:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3739
00000400:00000200:2.0:1790693255.481889:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693255.481891:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693255.481893:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693255.481896:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481898:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481900:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481901:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693255.481904:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693255.481905:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693255.481907:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693255.481908:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693255.481910:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693255.481912:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693255.481915:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481917:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.481918:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481920:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693255.481922:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693255.481924:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693255.481926:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693255.481928:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693255.481930:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693255.481932:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481933:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693255.481935:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693255.481937:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481939:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693255.481942:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693255.481944:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693255.481947:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693255.481948:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.481950:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693255.481951:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693255.481953:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693255.481956:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693255.481959:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693255.481963:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693255.481970:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693255.481971:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693255.481975:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693255.481982:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693255.481984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693255.481987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693255.481988:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693255.481991:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693255.481993:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693255.481996:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3739
00000400:00000200:2.0:1790693255.482000:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693255.482002:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693255.482004:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1790693255.482005:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693255.482010:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693255.482010:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693255.482015:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693255.482015:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693255.482019:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693255.482022:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:1.0:1790693255.482026:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693255.482027:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693255.482031:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693255.482034:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693255.482038:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693255.482042:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693255.482044:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1790693255.482047:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693255.482048:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.482055:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1790693255.482056:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693255.482058:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693255.482061:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693255.482063:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693255.482066:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:1.0:1790693255.482071:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101292800:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693255.482072:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693255.482077:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:1.0:1790693255.482079:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693255.482085:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693255.482087:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693255.482088:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:1.0:1790693255.482093:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693255.482094:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693255.482098:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1790693255.482099:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21ddc00.
02000000:00000001:2.0:1790693255.482102:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693255.482103:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693255.482108:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693255.482112:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693255.482114:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:2.0:1790693255.482115:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693255.482119:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693255.482120:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000100:00000001:2.0:1790693255.482122:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693255.482129:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000010:2.0:1790693255.482129:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693255.482132:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693255.482136:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693255.482138:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693255.482139:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292800, portal 25
00000100:00000001:2.0:1790693255.482140:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693255.482143:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693255.482144:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1790693255.482146:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.482148:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
02000000:00000010:2.0:1790693255.482152:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000040:1.0:1790693255.482158:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693255.482158:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693255.482167:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693255.482174:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693255.482181:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693255.482181:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693255.482185:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693255.482192:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790693255.482193:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693255.482199:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101292800, offset 0
00000100:00000001:2.0:1790693255.482208:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693255.482213:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693255.482216:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3749)
00000400:00000200:1.0:1790693255.482222:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.482229:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693255.482234:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693255.482243:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693255.482246:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693255.482249:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693255.482253:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6522:6522:256:4294967295] 192.168.204.134@tcp LPNI seq info [6517:6517:8:4294967295]
00000400:00000200:1.0:1790693255.482260:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.482269:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693255.482276:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693255.482282:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9500.
00000800:00000200:1.0:1790693255.482298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693255.482304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693255.482372:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693255.482378:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693255.482380:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298412804
00000100:00000010:1.0:1790693255.482385:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d39c0.
00000100:00000001:1.0:1790693255.482391:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693255.482411:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298412804
00000100:00000010:1.0:1790693255.482415:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3060.
00000100:00000001:1.0:1790693255.482418:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693255.482421:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693255.482423:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.482426:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693255.482430:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.482437:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693255.482439:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.482441:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693255.482443:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693255.482444:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693255.482447:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292928:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693255.482450:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693255.482452:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693255.482454:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.482455:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693255.482459:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693255.482461:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693255.482465:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693255.482468:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc89a0.
00000400:00000010:1.0:1790693255.482472:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43426e8.
00000100:00000200:1.0:1790693255.482475:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101292928, portal 10
00000100:00000001:1.0:1790693255.482477:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693255.482478:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:1.0:1790693255.482484:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.482491:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693255.482493:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693255.482495:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342000.
00000100:00000200:1.0:1790693255.482498:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101292928, offset 0
00000400:00000200:1.0:1790693255.482502:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693255.482506:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.482509:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693255.482512:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693255.482514:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693255.482517:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693255.482519:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693255.482522:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6523:6523:255:4294967295] 192.168.204.134@tcp LPNI seq info [6518:6518:7:4294967295]
00000400:00000200:1.0:1790693255.482526:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.482531:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693255.482536:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693255.482539:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693255.482544:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693255.482547:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693255.482550:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693255.482553:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693255.482556:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693255.482558:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298411541
00000100:00000001:1.0:1790693255.482561:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.482563:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298411541
00000100:00000001:1.0:1790693255.482564:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.482567:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693255.482569:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.482571:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693255.482575:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.482582:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693255.482583:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.482585:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693255.482587:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693255.482590:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693255.482593:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293056:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693255.482596:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693255.482597:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693255.482599:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.482601:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693255.482604:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693255.482606:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693255.482609:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693255.482611:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8058.
00000400:00000010:1.0:1790693255.482614:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693255.482617:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293056, portal 10
00000100:00000001:1.0:1790693255.482619:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693255.482620:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693255.482631:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.482638:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693255.482640:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693255.482642:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693255.482645:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101293056, offset 0
00000400:00000200:1.0:1790693255.482649:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693255.482653:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.482656:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693255.482659:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693255.482661:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693255.482663:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693255.482665:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693255.482668:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6524:6524:254:4294967295] 192.168.204.134@tcp LPNI seq info [6519:6519:6:4294967295]
00000400:00000200:1.0:1790693255.482672:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.482677:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693255.482681:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693255.482684:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693255.482688:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693255.482692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693255.482695:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693255.482697:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693255.482700:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693255.482702:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298411547
00000100:00000001:1.0:1790693255.482704:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.482706:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298411547
00000100:00000001:1.0:1790693255.482708:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.482711:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693255.482713:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.482715:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693255.482718:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.482724:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693255.482725:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.482727:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693255.482729:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693255.482730:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693255.482733:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293184:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693255.482735:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693255.482736:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693255.482737:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.482739:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693255.482741:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693255.482743:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693255.482745:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693255.482747:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693255.482750:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693255.482752:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293184, portal 4
00000100:00000001:1.0:1790693255.482753:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693255.482754:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693255.482759:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.482765:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693255.482767:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693255.482769:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43422a8.
00000100:00000200:1.0:1790693255.482771:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101293184, offset 0
00000400:00000200:1.0:1790693255.482774:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693255.482776:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.482779:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693255.482781:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693255.482783:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693255.482785:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693255.482787:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693255.482789:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6525:6525:253:4294967295] 192.168.204.134@tcp LPNI seq info [6520:6520:5:4294967295]
00000400:00000200:1.0:1790693255.483592:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.483600:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693255.483606:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693255.483611:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9f00.
00000800:00000200:1.0:1790693255.483614:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693255.483618:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693255.483622:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693255.483625:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693255.483628:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693255.483631:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298411542
00000100:00000001:1.0:1790693255.483633:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.483636:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298411542
00000100:00000001:1.0:1790693255.483637:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.483639:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693255.483641:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.483644:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.483647:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693255.483653:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693255.483655:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693255.483657:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693255.483749:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693255.483750:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693255.483755:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.483763:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693255.483765:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.483767:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693255.483769:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693255.483771:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693255.483774:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293312:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693255.483777:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693255.483779:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693255.483780:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693255.483782:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693255.483788:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693255.483789:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693255.483793:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693255.483796:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc81b8.
00000400:00000010:1.0:1790693255.483799:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342c38.
00000100:00000200:1.0:1790693255.483802:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293312, portal 4
00000100:00000001:1.0:1790693255.483804:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693255.483806:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693255.483811:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693255.483819:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693255.483821:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693255.483823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342b28.
00000100:00000200:1.0:1790693255.483825:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101293312, offset 0
00000400:00000200:1.0:1790693255.483829:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693255.483833:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.483836:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693255.483840:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693255.483842:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693255.483845:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693255.483847:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693255.483850:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6526:6526:252:4294967295] 192.168.204.134@tcp LPNI seq info [6521:6521:4:4294967295]
00000400:00000200:1.0:1790693255.483854:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693255.483860:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693255.483865:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693255.483867:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9800.
00000800:00000200:1.0:1790693255.483871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693255.483875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693255.483878:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693255.483880:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693255.483883:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693255.483885:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298411547
00000100:00000001:1.0:1790693255.483887:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.483889:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298411547
00000100:00000001:1.0:1790693255.483891:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298412804
00000100:00000001:1.0:1790693255.483894:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693255.483895:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.483898:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.483900:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693255.483902:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693255.483904:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693255.483905:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693255.483906:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693255.483907:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.483909:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693255.863527:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693255.863528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693255.863538:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693255.863541:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693255.863542:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.863547:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693255.863552:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693255.863554:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693255.863556:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693255.863556:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693255.863565:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693255.863567:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693255.863567:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693255.863574:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693255.863579:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693255.863580:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693255.863580:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693255.863586:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693255.863587:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693255.863588:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693255.863592:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693255.863593:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693255.863602:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693255.863603:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693255.863603:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693255.863609:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693255.863615:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693256.823508:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298412804, at 4298412864
00000100:00000040:1.0:1790693256.823508:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298412804, at 4298412864
00000100:00000010:1.0:1790693256.823522:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3060.
00000100:00000010:0.0:1790693256.823525:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d39c0.
00000100:00000001:0.0:1790693256.887553:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693256.887553:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693256.887557:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693256.887565:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693256.887566:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693256.887566:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693256.887570:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693256.887572:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693256.887572:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693256.887582:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693256.887584:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693256.887584:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693256.887592:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693256.887593:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693256.887593:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693256.887597:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693256.887600:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693256.887602:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693256.887602:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693256.887605:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693256.887610:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693256.887612:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693256.887616:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693256.887618:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693256.887620:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693256.887625:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693256.887629:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693257.911502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693257.911509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693257.911510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693257.911514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693257.911515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693257.911518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693257.911522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693257.911523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693257.911529:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693257.911529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693257.911535:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693257.911535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693257.911543:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693257.911545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693257.911550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693257.911551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693257.911554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693257.911558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693257.911663:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693257.911667:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693257.911668:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693257.911671:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693257.911673:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693257.911676:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693257.911678:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693257.911680:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693257.911682:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1790693258.551643:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:2.0:1790693258.551685:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1790693258.551696:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693258.551699:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:2.0:1790693258.551703:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693258.551707:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1790693258.551711:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693258.551715:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9500.
00000400:00000200:2.0:1790693258.551720:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693258.551725:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693258.551731:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:2.0:1790693258.551733:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:2.0:1790693258.551738:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693258.551746:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551774:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693258.551778:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551791:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693258.551793:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693258.551801:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693258.551804:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:2.0:1790693258.551807:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693258.551810:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693258.551813:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342000
00000400:00000010:2.0:1790693258.551814:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342000.
00000100:00000001:2.0:1790693258.551823:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693258.551830:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551838:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693258.551841:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551848:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693258.551850:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693258.551855:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693258.551857:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:2.0:1790693258.551860:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693258.551863:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693258.551865:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:2.0:1790693258.551867:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:2.0:1790693258.551869:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693258.551873:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551878:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693258.551879:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551883:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693258.551884:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693258.551888:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693258.551889:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9f00.
00000400:00000200:2.0:1790693258.551891:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693258.551892:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693258.551894:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43422a8
00000400:00000010:2.0:1790693258.551895:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43422a8.
00000100:00000001:2.0:1790693258.551896:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693258.551899:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551903:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693258.551905:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551908:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693258.551909:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693258.551911:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693258.551912:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9800.
00000400:00000200:2.0:1790693258.551914:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693258.551917:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693258.551919:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342b28
00000400:00000010:2.0:1790693258.551920:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342b28.
00000100:00000001:2.0:1790693258.551922:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693258.551925:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551931:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693258.551933:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693258.551938:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693258.551939:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693258.552009:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693258.552013:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693258.552015:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693258.552023:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693255/real 1790693258]  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693258.552033:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693258.552035:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693258.552038:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc81b8.
00000400:00000200:1.0:1790693258.552041:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342c38
00000400:00000010:1.0:1790693258.552042:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342c38.
00000100:00000001:1.0:1790693258.552044:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693258.552047:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693258.552055:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552060:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693258.552062:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552065:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552067:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693258.552070:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552076:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693258.552080:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552086:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693258.552088:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552090:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552091:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552093:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693258.552095:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693258.552098:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693258.552103:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693258.552106:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693258.552110:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693258.552116:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293312:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693258.552120:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693258.552124:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693255/real 1790693258]  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693258.552135:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693258.552136:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693258.552138:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:1.0:1790693258.552140:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693258.552141:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693258.552143:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693258.552146:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693258.552152:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552157:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693258.552159:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552160:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552161:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693258.552164:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552170:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693258.552173:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552179:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693258.552181:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552182:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552183:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552185:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693258.552187:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693258.552189:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693258.552193:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693258.552195:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693258.552198:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693258.552205:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101292800:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693258.552208:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693258.552211:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693255/real 1790693258]  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693258.552217:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693258.552218:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693258.552220:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc89a0.
00000400:00000200:1.0:1790693258.552222:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43426e8
00000400:00000010:1.0:1790693258.552224:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43426e8.
00000100:00000001:1.0:1790693258.552238:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693258.552242:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693258.552249:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552259:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693258.552261:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552262:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552264:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693258.552268:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552273:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693258.552277:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552282:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693258.552285:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552287:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552288:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552290:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693258.552293:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693258.552295:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693258.552298:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693258.552301:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693258.552304:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693258.552311:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101292928:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693258.552315:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693258.552318:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693255/real 1790693258]  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693258.552329:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693258.552330:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693258.552333:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8058.
00000400:00000200:1.0:1790693258.552335:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693258.552336:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693258.552338:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693258.552341:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693258.552348:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552353:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693258.552355:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552356:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552357:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693258.552360:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552365:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693258.552369:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552375:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693258.552378:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552379:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552380:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552382:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693258.552384:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693258.552386:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693258.552389:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693258.552391:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693258.552395:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693258.552435:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293056:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693258.552439:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693258.552444:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693255/real 1790693258]  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693258.552452:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693258.552454:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693258.552456:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693258.552459:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693258.552460:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693258.552462:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693258.552466:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693258.552474:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552480:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693258.552482:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552483:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552485:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693258.552488:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552493:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693258.552497:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552504:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693258.552506:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552508:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693258.552509:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552511:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693258.552513:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693258.552516:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693258.552519:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693258.552521:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693258.552525:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693258.552534:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293184:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693258.552538:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552540:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693258.552543:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101293312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552549:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693258.552561:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693258.552565:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693258.552569:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693258.552573:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693258.552575:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693258.552578:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693258.552580:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693258.552584:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693258.552586:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693258.552588:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693258.552592:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693258.552593:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552595:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693258.552598:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101292800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552605:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693258.552606:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693258.552607:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693258.552609:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693258.552611:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693258.552612:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693258.552614:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693258.552615:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693258.552617:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693258.552618:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693258.552619:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693258.552622:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693258.552623:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552625:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693258.552628:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101292928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552635:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693258.552636:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693258.552638:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693258.552640:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693258.552642:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693258.552643:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693258.552645:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693258.552646:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:1.0:1790693258.552648:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693258.552650:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693258.552651:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693258.552654:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693258.552655:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552656:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693258.552659:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101293056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552666:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693258.552667:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693258.552669:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693258.552671:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693258.552672:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693258.552674:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693258.552676:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693258.552677:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693258.552679:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693258.552681:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693258.552682:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693258.552684:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693258.552685:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552687:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693258.552690:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101293184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693258.552696:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693258.552697:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693258.552699:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693258.552701:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693258.552703:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693258.552704:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693258.552706:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693258.552707:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693258.552709:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693258.552710:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693258.552712:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693258.552714:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693258.552715:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552719:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.552727:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693258.552729:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693258.552731:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693258.552732:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693258.935498:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693258.935498:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693258.935506:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693258.935506:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693258.935511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693258.935511:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693258.935519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693258.935519:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693258.935525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693258.935526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693258.935531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.935532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.935539:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693258.935539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693258.935543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693258.935544:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693258.935551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693258.935551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693258.935648:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693258.935652:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693258.935653:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693258.935655:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693258.935658:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693258.935660:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693258.935661:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693258.935662:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693258.935664:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693259.959504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693259.959504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693259.959504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693259.959512:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693259.959512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693259.959512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693259.959516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693259.959517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693259.959517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693259.959522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693259.959522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693259.959523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693259.959530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693259.959530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693259.959531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693259.959536:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693259.959536:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693259.959536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693259.959543:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693259.959543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693259.959548:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693259.959548:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693259.959554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693259.959554:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693259.959554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693259.959557:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693259.959560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693260.599544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693260.599550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693260.599553:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693260.599555:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693260.599560:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693260.599567:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3744
00000400:00000200:2.0:1790693260.599577:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693260.599584:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693260.599588:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693260.599593:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599599:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.599601:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599602:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693260.599608:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693260.599609:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693260.599611:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693260.599614:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693260.599618:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693260.599620:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693260.599623:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599625:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.599627:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599629:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693260.599631:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693260.599635:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599636:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693260.599639:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693260.599641:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693260.599643:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599645:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693260.599647:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693260.599652:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693260.599654:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693260.599657:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693260.599659:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599661:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693260.599663:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693260.599665:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693260.599670:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000100:00000001:2.0:1790693260.599675:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693260.599682:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693260.599690:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693260.599692:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693260.599695:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693260.599708:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693260.599710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693260.599713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693260.599714:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693260.599716:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693260.599718:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693260.599721:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3744
00000400:00000200:2.0:1790693260.599724:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693260.599727:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693260.599729:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693260.599732:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599734:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.599736:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599737:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693260.599740:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693260.599741:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693260.599743:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693260.599745:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693260.599747:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693260.599749:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693260.599752:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599754:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.599756:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599758:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693260.599761:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693260.599764:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599767:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693260.599769:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693260.599775:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693260.599776:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599778:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693260.599782:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693260.599785:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599787:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693260.599790:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693260.599793:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693260.599795:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693260.599797:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599799:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693260.599800:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693260.599802:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693260.599806:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693260.599809:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693260.599814:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693260.599819:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693260.599821:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693260.599823:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693260.599828:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693260.599830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693260.599832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693260.599833:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693260.599834:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693260.599836:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693260.599837:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3744
00000400:00000200:2.0:1790693260.599840:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693260.599841:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693260.599842:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693260.599844:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599846:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.599847:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599848:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693260.599850:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693260.599851:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693260.599852:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693260.599853:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693260.599855:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693260.599856:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693260.599858:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599859:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.599861:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599862:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693260.599863:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693260.599864:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599866:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693260.599867:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693260.599868:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693260.599869:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599870:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693260.599872:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693260.599873:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599874:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693260.599876:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693260.599878:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693260.599880:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693260.599881:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.599883:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693260.599884:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693260.599885:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693260.599889:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693260.599892:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693260.599896:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693260.599903:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693260.599904:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693260.599907:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693260.599913:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693260.599916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693260.599919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693260.599920:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693260.599921:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693260.599924:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693260.599926:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3744
00000100:00000001:1.0:1790693260.599930:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1790693260.599930:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693260.599936:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1790693260.599937:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693260.599940:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1790693260.599941:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693260.599946:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599950:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693260.599951:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693260.599954:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599960:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693260.599965:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693260.599969:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1790693260.599969:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:1.0:1790693260.599972:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693260.599973:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693260.599977:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
02000000:00000001:1.0:1790693260.599979:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693260.599981:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693260.599984:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693260.599987:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599989:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.599991:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.599993:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693260.599994:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1790693260.599995:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
02000000:00000001:1.0:1790693260.600000:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693260.600001:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693260.600006:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693260.600008:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101293440:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693260.600009:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693260.600013:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693260.600017:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.600021:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693260.600022:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1790693260.600024:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1790693260.600027:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1790693260.600029:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.600032:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.600033:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.600038:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1790693260.600040:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693260.600043:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000010:1.0:1790693260.600045:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:2.0:1790693260.600046:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693260.600049:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.600051:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.600052:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693260.600056:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693260.600057:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693260.600061:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:2.0:1790693260.600065:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000400:00000010:1.0:1790693260.600067:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000100:00000001:2.0:1790693260.600070:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693260.600075:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00100000:2.0:1790693260.600078:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790693260.600084:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293440, portal 25
00000100:00000001:1.0:1790693260.600089:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693260.600089:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693260.600092:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600093:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:2.0:1790693260.600100:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693260.600105:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693260.600116:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600122:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693260.600122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693260.600129:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693260.600129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693260.600131:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1790693260.600134:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00080000:2.0:1790693260.600135:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1790693260.600140:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101293440, offset 0
00000100:00000001:2.0:1790693260.600140:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693260.600146:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3744
00000400:00000200:1.0:1790693260.600149:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693260.600154:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693260.600160:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693260.600162:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693260.600164:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693260.600167:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693260.600168:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693260.600172:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.600176:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693260.600177:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000020:00000001:2.0:1790693260.600181:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790693260.600185:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693260.600201:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:2.0:1790693260.600201:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693260.600206:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790693260.600208:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1790693260.600210:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000400:00000200:1.0:1790693260.600215:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000001:2.0:1790693260.600215:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693260.600219:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:1.0:1790693260.600222:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6527:6527:256:4294967295] 192.168.204.134@tcp LPNI seq info [6522:6522:8:4294967295]
00000100:00000040:2.0:1790693260.600225:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.600229:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693260.600232:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693260.600233:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693260.600237:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693260.600240:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693260.600242:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693260.600245:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693260.600249:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693260.600254:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1790693260.600254:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693260.600259:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.600263:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:1.0:1790693260.600267:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000008:00100000:2.0:1790693260.600267:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000800:00000010:1.0:1790693260.600275:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000008:00000001:2.0:1790693260.600280:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693260.600285:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693260.600285:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693260.600291:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000800:00000200:1.0:1790693260.600292:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1790693260.600295:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693260.600299:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1790693260.600302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:2.0:1790693260.600303:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693260.600308:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1790693260.600310:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693260.600313:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693260.600316:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1790693260.600317:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693260.600321:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000800:00000010:1.0:1790693260.600322:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000100:00000001:2.0:1790693260.600327:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693260.600331:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1790693260.600335:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693260.600340:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693260.600350:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693260.600354:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:2.0:1790693260.600357:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693260.600359:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600360:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1790693260.600365:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693260.600368:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693260.600384:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600389:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693260.600391:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3754)
00000100:00000040:1.0:1790693260.600395:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600439:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600441:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693260.600447:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693260.600452:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693260.600454:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298417923
00000100:00000010:1.0:1790693260.600459:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3060.
00000100:00000001:1.0:1790693260.600465:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693260.600471:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298417923
00000100:00000010:1.0:1790693260.600474:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3d20.
00000100:00000001:1.0:1790693260.600476:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693260.600479:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693260.600482:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600485:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693260.600490:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693260/real 1790693260]  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693260.600500:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693260.600502:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693260.600504:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693260.600507:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693260.600509:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693260.600511:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693260.600515:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693260.600523:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600529:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693260.600531:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.600533:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.600535:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693260.600539:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600545:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693260.600549:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600555:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693260.600559:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.600560:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.600561:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.600564:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693260.600566:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693260.600569:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693260.600573:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693260.600576:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693260.600580:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693260.600589:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101293440:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693260.600593:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693260.600596:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600609:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693260.600610:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.600612:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693260.600614:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693260.600617:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693260.600620:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293568:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693260.600624:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693260.600626:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693260.600628:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.600629:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693260.600634:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693260.600636:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693260.600640:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693260.600643:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693260.600647:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693260.600650:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293568, portal 10
00000100:00000001:1.0:1790693260.600651:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693260.600652:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:1.0:1790693260.600660:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600667:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693260.600669:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693260.600671:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693260.600674:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101293568, offset 0
00000400:00000200:1.0:1790693260.600678:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693260.600681:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.600684:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693260.600687:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693260.600690:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693260.600692:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693260.600694:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693260.600697:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6528:6528:256:4294967295] 192.168.204.134@tcp LPNI seq info [6523:6523:8:4294967295]
00000400:00000200:1.0:1790693260.600702:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.600707:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693260.600712:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.600717:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693260.600721:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693260.600724:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693260.600727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693260.600730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693260.600733:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.600735:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693260.600738:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693260.600742:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693260.600745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693260.600746:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693260.600748:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693260.600752:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600759:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.600761:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600768:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600769:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693260.600772:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693260.600776:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693260.600779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693260.600781:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298416659
00000100:00000001:1.0:1790693260.600783:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.600785:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298416659
00000100:00000001:1.0:1790693260.600787:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.600789:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693260.600792:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.600793:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693260.600797:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693260/real 1790693260]  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693260.600804:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693260.600805:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693260.600806:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693260.600808:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693260.600810:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693260.600813:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693260.600815:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693260.600821:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600827:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693260.600828:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.600830:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.600831:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693260.600834:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600840:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693260.600843:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600849:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693260.600851:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.600853:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.600854:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.600855:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693260.600857:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693260.600859:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693260.600863:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693260.600865:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693260.600869:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693260.600875:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293568:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693260.600878:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693260.600881:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600887:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693260.600889:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.600891:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693260.600893:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693260.600895:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693260.600897:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293696:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693260.600900:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693260.600902:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693260.600903:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.600905:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693260.600908:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693260.600909:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693260.600912:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693260.600915:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693260.600917:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693260.600920:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293696, portal 10
00000100:00000001:1.0:1790693260.600922:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693260.600923:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:1.0:1790693260.600929:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.600935:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693260.600938:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693260.600940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693260.600942:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101293696, offset 0
00000400:00000200:1.0:1790693260.600946:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693260.600949:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.600952:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693260.600955:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693260.600957:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693260.600960:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693260.600962:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693260.600965:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6529:6529:256:4294967295] 192.168.204.134@tcp LPNI seq info [6524:6524:8:4294967295]
00000400:00000200:1.0:1790693260.600969:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.600974:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693260.600978:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.600981:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693260.600984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693260.600986:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693260.600990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693260.600993:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693260.600996:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.600998:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693260.601001:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693260.601004:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693260.601007:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693260.601009:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693260.601011:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693260.601014:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601021:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601023:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601029:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601030:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693260.601034:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693260.601036:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693260.601039:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693260.601041:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298416665
00000100:00000001:1.0:1790693260.601043:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.601045:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298416665
00000100:00000001:1.0:1790693260.601047:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.601049:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693260.601051:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601053:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693260.601056:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693260/real 1790693260]  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693260.601064:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693260.601065:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693260.601066:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693260.601068:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693260.601070:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693260.601072:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693260.601075:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693260.601082:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601088:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693260.601090:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601091:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.601093:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693260.601096:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601101:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693260.601105:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601111:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693260.601114:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601115:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.601116:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601119:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693260.601120:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693260.601123:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693260.601125:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693260.601127:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693260.601131:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693260.601138:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293696:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693260.601142:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601144:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601146:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101293440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601153:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693260.601155:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693260.601158:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693260.601161:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693260.601163:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693260.601164:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693260.601166:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693260.601168:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693260.601172:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693260.601174:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693260.601175:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:1.0:1790693260.601178:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693260.601180:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601181:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601185:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101293568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601200:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693260.601202:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693260.601203:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693260.601205:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693260.601206:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693260.601208:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693260.601210:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693260.601211:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693260.601213:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693260.601214:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693260.601215:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693260.601218:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693260.601219:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601220:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601224:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101293696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601230:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693260.601231:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693260.601232:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693260.601234:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693260.601235:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693260.601236:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693260.601238:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693260.601239:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:1.0:1790693260.601241:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693260.601242:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693260.601243:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693260.601246:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693260.601247:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601249:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601256:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693260.601257:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601259:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693260.601261:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693260.601262:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693260.601266:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601271:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693260.601273:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.601275:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693260.601276:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693260.601279:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693260.601282:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293824:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693260.601285:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693260.601286:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693260.601288:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.601289:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693260.601292:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693260.601294:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693260.601298:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693260.601300:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693260.601303:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693260.601307:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293824, portal 4
00000100:00000001:1.0:1790693260.601309:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693260.601310:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693260.601316:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601322:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693260.601324:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693260.601326:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693260.601329:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101293824, offset 0
00000400:00000200:1.0:1790693260.601332:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693260.601336:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.601339:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693260.601342:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693260.601344:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693260.601346:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693260.601348:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693260.601350:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6530:6530:256:4294967295] 192.168.204.134@tcp LPNI seq info [6525:6525:8:4294967295]
00000400:00000200:1.0:1790693260.601353:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.601359:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693260.601362:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.601365:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693260.601368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693260.601371:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693260.601374:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693260.601377:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693260.601380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.601381:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693260.601384:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693260.601387:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693260.601390:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693260.601392:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693260.601394:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693260.601422:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601431:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601434:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601440:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601442:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693260.601445:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693260.601448:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693260.601451:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693260.601452:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298416660
00000100:00000001:1.0:1790693260.601455:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.601457:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298416660
00000100:00000001:1.0:1790693260.601459:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.601461:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693260.601463:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601465:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693260.601468:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693260/real 1790693260]  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693260.601475:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693260.601477:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693260.601478:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693260.601481:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693260.601482:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693260.601484:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693260.601487:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693260.601496:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601502:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693260.601503:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601505:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.601506:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693260.601509:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601516:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693260.601520:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601525:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693260.601527:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601529:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.601530:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601532:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693260.601534:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693260.601537:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693260.601540:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693260.601542:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693260.601546:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693260.601554:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293824:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693260.601558:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693260.601561:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601566:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693260.601568:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.601570:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693260.601571:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693260.601573:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693260.601575:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293952:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693260.601578:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693260.601580:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693260.601581:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693260.601583:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693260.601586:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693260.601589:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693260.601592:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693260.601595:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693260.601597:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693260.601601:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101293952, portal 4
00000100:00000001:1.0:1790693260.601602:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693260.601603:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693260.601609:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601619:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693260.601621:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693260.601623:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693260.601624:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101293952, offset 0
00000400:00000200:1.0:1790693260.601628:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693260.601632:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.601635:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693260.601637:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693260.601640:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693260.601641:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693260.601643:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693260.601646:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6531:6531:256:4294967295] 192.168.204.134@tcp LPNI seq info [6526:6526:8:4294967295]
00000400:00000200:1.0:1790693260.601650:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693260.601655:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693260.601659:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.601662:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693260.601665:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693260.601667:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693260.601671:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693260.601673:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693260.601676:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693260.601678:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693260.601681:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693260.601683:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693260.601686:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693260.601687:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693260.601690:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693260.601693:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601700:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601703:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601714:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601716:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693260.601719:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693260.601721:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693260.601724:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693260.601726:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298416665
00000100:00000001:1.0:1790693260.601728:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.601730:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298416665
00000100:00000001:1.0:1790693260.601732:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298417923
00000100:00000001:1.0:1790693260.601734:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693260.601736:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601738:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693260.601742:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693260/real 1790693260]  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693260.601749:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693260.601750:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693260.601752:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693260.601754:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693260.601755:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693260.601757:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693260.601760:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693260.601767:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601773:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693260.601775:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601776:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.601777:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693260.601780:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601787:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693260.601790:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601796:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693260.601798:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601800:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693260.601801:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601803:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693260.601804:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693260.601807:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693260.601810:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693260.601812:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693260.601816:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693260.601822:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101293952:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693260.601826:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601827:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601830:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101293824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601836:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693260.601838:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693260.601839:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693260.601842:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693260.601843:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693260.601844:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693260.601846:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693260.601848:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693260.601850:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693260.601851:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693260.601853:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693260.601855:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693260.601856:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601857:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693260.601861:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101293952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693260.601867:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693260.601868:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693260.601870:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693260.601873:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693260.601874:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693260.601876:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693260.601878:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693260.601879:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693260.601882:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693260.601883:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693260.601884:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693260.601886:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693260.601888:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601889:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.601893:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693260.601895:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.601897:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693260.601899:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693260.983502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693260.983502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693260.983502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693260.983510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693260.983510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693260.983511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693260.983513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693260.983515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.983515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693260.983521:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693260.983522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693260.983522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693260.983526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693260.983529:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693260.983529:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693260.983530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.983534:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693260.983535:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693260.983535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693260.983536:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693260.983540:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693260.983541:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693260.983542:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693260.983542:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693260.983545:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693260.983546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693260.983549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693261.943558:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298417923, at 4298417984
00000100:00000040:1.0:1790693261.943570:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298417923, at 4298417984
00000100:00000010:0.0:1790693261.943575:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3060.
00000100:00000010:1.0:1790693261.943589:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3d20.
00000100:00000001:0.0:1790693262.007538:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693262.007549:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693262.007553:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693262.007559:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693262.007565:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693262.007571:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693262.007577:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693262.007578:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693262.007583:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693262.007588:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693262.007592:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693262.007592:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693262.007603:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693262.007607:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693262.007611:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693262.007618:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693262.007625:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693262.007631:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693262.007827:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693262.007830:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693262.007832:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693262.007834:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693262.007837:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693262.007839:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693262.007842:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693262.007843:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693262.007846:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693263.031524:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693263.031533:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693263.031537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693263.031544:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693263.031550:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693263.031552:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693263.031556:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693263.031558:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693263.031560:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693263.031566:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693263.031567:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693263.031568:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693263.031577:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693263.031584:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693263.031584:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693263.031584:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693263.031600:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693263.031600:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693263.031605:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693263.031607:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693263.031609:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693263.031612:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693263.031619:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693263.031623:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693263.031624:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693263.031631:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693263.031642:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693264.055517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693264.055525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693264.055528:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693264.055533:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693264.055538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693264.055542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693264.055545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693264.055548:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693264.055552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693264.055570:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693264.055577:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693264.055580:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693264.055585:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693264.055586:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693264.055590:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693264.055591:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693264.055595:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693264.055603:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693264.055604:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693264.055609:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693264.055610:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693264.055617:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693264.055621:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693264.055627:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693264.055632:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693264.055632:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693264.055642:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.079601:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693265.079607:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693265.079609:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693265.079614:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693265.079618:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693265.079622:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.079624:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693265.079627:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.079629:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.080224:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693265.080229:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693265.080231:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693265.080235:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693265.080238:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693265.080240:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693265.080242:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693265.080244:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693265.080246:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.080308:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693265.080311:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693265.080312:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693265.080314:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693265.080315:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693265.080317:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.080318:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693265.080319:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.080321:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693265.719541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693265.719551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693265.719554:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693265.719557:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693265.719562:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693265.719569:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3749
00000400:00000200:2.0:1790693265.719578:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693265.719595:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693265.719600:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693265.719604:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719608:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693265.719616:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719618:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693265.719628:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693265.719631:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693265.719633:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693265.719636:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693265.719638:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693265.719640:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693265.719643:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719645:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693265.719647:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719650:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693265.719663:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693265.719673:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719677:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693265.719681:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693265.719687:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693265.719689:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.719701:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693265.719709:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693265.719723:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693265.719727:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693265.719730:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693265.719732:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.719735:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693265.719738:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693265.719743:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693265.719752:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693265.719759:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693265.719767:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693265.719777:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693265.719781:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693265.719785:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693265.719805:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693265.719809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693265.719813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693265.719815:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693265.719817:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693265.719820:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693265.719824:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3749
00000100:00000001:1.0:1790693265.719827:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1790693265.719830:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693265.719831:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693265.719834:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1790693265.719835:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693265.719839:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693265.719842:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693265.719845:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719850:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693265.719855:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790693265.719855:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693265.719858:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.719859:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693265.719862:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693265.719865:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1790693265.719865:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693265.719868:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
02000000:00000001:1.0:1790693265.719869:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693265.719873:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1790693265.719875:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101294080:192.168.204.134@tcp:250:
00000020:00000040:2.0:1790693265.719876:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:1.0:1790693265.719880:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1790693265.719881:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693265.719885:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1790693265.719885:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693265.719887:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.719890:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1790693265.719891:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:1.0:1790693265.719895:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:2.0:1790693265.719895:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693265.719899:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693265.719899:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719904:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693265.719907:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000400:00000200:1.0:1790693265.719908:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693265.719913:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000100:00080000:2.0:1790693265.719914:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693265.719919:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693265.719920:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
02000000:00000001:2.0:1790693265.719921:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693265.719928:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790693265.719929:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294080, portal 25
02000000:00000001:2.0:1790693265.719932:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.719933:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693265.719935:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000001:2.0:1790693265.719937:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790693265.719942:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790693265.719942:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693265.719949:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.719953:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693265.719954:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693265.719958:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000010:2.0:1790693265.719961:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000400:00000010:1.0:1790693265.719962:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693265.719968:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101294080, offset 0
00000020:00000040:2.0:1790693265.719968:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693265.719974:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693265.719978:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693265.719978:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.719982:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693265.719984:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693265.719986:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693265.719987:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693265.719991:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000400:00000200:1.0:1790693265.719993:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693265.719996:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.719998:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693265.720005:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00100000:2.0:1790693265.720007:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693265.720009:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693265.720013:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693265.720019:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6532:6532:256:4294967295] 192.168.204.134@tcp LPNI seq info [6527:6527:8:4294967295]
00000400:00000200:1.0:1790693265.720028:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693265.720030:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693265.720034:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.720036:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790693265.720042:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790693265.720043:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693265.720049:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000100:00000001:2.0:1790693265.720058:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693265.720062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693265.720065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693265.720066:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1790693265.720068:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:2.0:1790693265.720069:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1790693265.720073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1790693265.720075:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693265.720081:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3749
00000800:00000200:1.1:1790693265.720085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000400:00000200:2.0:1790693265.720102:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:1.1:1790693265.720103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000400:00000200:2.0:1790693265.720109:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000100:1.0:1790693265.720113:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693265.720115:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693265.720121:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720123:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693265.720125:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720127:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693265.720131:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1790693265.720132:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000020:00000040:2.0:1790693265.720133:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693265.720137:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693265.720139:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693265.720141:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693265.720143:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693265.720146:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720148:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693265.720150:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693265.720151:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693265.720154:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693265.720160:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:1.0:1790693265.720161:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1790693265.720167:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693265.720169:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000100:00000001:2.0:1790693265.720170:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693265.720174:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1790693265.720175:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
02000000:00000001:2.0:1790693265.720177:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693265.720180:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720181:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693265.720182:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693265.720186:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693265.720188:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693265.720190:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693265.720190:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693265.720194:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693265.720198:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693265.720202:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693265.720203:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.720207:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693265.720209:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693265.720211:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1790693265.720211:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693265.720214:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000040:1.0:1790693265.720217:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693265.720219:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693265.720227:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693265.720230:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720234:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693265.720237:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693265.720239:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720240:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693265.720243:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693265.720248:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693265.720254:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298423042
00000100:00000001:2.0:1790693265.720258:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693265.720261:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3d20.
00000100:00080000:2.0:1790693265.720263:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693265.720267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693265.720269:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693265.720269:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693265.720274:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693265.720278:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298423042
00000100:00000001:2.0:1790693265.720279:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000010:1.0:1790693265.720283:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3ba0.
00000100:00080000:2.0:1790693265.720285:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3749
00000100:00000001:1.0:1790693265.720287:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693265.720293:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693265.720294:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693265.720297:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693265.720300:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693265.720302:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1790693265.720305:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1790693265.720310:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693265/real 1790693265]  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693265.720314:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720319:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693265.720324:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000001:1.0:1790693265.720325:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693265.720328:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693265.720330:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000100:00000001:2.0:1790693265.720330:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693265.720334:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693265.720336:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000020:00000001:2.0:1790693265.720337:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693265.720338:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:2.0:1790693265.720341:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000200:1.0:1790693265.720344:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693265.720345:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693265.720349:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693265.720354:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693265.720357:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693265.720360:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720362:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693265.720364:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720366:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693265.720371:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000200:1.0:1790693265.720372:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693265.720378:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720385:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720387:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:2.0:1790693265.720388:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693265.720391:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693265.720394:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693265.720395:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.720413:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693265.720417:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.720422:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693265.720425:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.720429:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693265.720431:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.720434:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1790693265.720434:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720436:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.720440:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693265.720440:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693265.720443:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1790693265.720445:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693265.720450:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.720451:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693265.720454:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1790693265.720457:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000100:00080000:1.0:1790693265.720459:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000040:2.0:1790693265.720461:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:1.0:1790693265.720462:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1790693265.720465:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1790693265.720469:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693265.720469:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.720472:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693265.720474:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693265.720477:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693265.720482:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101294080:192.168.204.134@tcp:250:
02000000:00000010:2.0:1790693265.720483:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693265.720489:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720490:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.720493:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.720497:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101294080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693265.720497:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693265.720527:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693265.720530:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1790693265.720531:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.720533:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693265.720536:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693265.720539:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1790693265.720541:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693265.720542:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693265.720544:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693265.720547:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693265.720549:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693265.720554:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693265.720556:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693265.720559:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:2.0:1790693265.720560:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720561:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693265.720564:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.720566:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693265.720566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693265.720572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693265.720574:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693265.720575:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693265.720576:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693265.720579:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693265.720580:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693265.720582:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693265.720584:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693265.720586:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790693265.720589:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693265.720593:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3749
00000100:00000001:1.0:1790693265.720600:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693265.720602:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693265.720604:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693265.720605:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693265.720608:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693265.720610:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693265.720611:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00100000:1.0:1790693265.720614:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294208:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693265.720617:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693265.720617:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1790693265.720620:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693265.720622:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.720624:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693265.720627:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
00000100:00000040:2.0:1790693265.720627:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693265.720631:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693265.720633:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693265.720637:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693265.720640:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693265.720641:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693265.720646:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000001:2.0:1790693265.720647:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693265.720649:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294208, portal 10
00000100:00000001:1.0:1790693265.720652:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1790693265.720653:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693265.720654:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000020:00000040:2.0:1790693265.720657:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000040:1.0:1790693265.720663:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693265.720663:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693265.720668:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:1.0:1790693265.720670:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693265.720674:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693265.720674:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000010:1.0:1790693265.720677:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000020:00000001:2.0:1790693265.720679:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:1.0:1790693265.720680:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101294208, offset 0
00000400:00000200:1.0:1790693265.720688:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693265.720690:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693265.720694:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693265.720696:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693265.720699:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:2.0:1790693265.720703:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693265.720704:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693265.720709:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693265.720710:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:2.0:1790693265.720714:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693265.720719:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693265.720722:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693265.720726:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:2.0:1790693265.720726:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.720732:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6533:6533:256:4294967295] 192.168.204.134@tcp LPNI seq info [6528:6528:8:4294967295]
02000000:00000001:2.0:1790693265.720732:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693265.720737:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693265.720738:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693265.720744:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.720745:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693265.720749:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:1.0:1790693265.720752:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000008:00100000:2.0:1790693265.720754:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000800:00000010:1.0:1790693265.720756:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000008:00000001:2.0:1790693265.720761:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693265.720762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693265.720767:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693265.720768:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693265.720774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000010:2.0:1790693265.720776:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000800:00000200:1.1:1790693265.720777:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693265.720783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693265.720783:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000800:00000010:1.0:1790693265.720786:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
02000000:00000001:2.0:1790693265.720790:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693265.720791:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1790693265.720795:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.720796:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693265.720801:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000100:00000001:2.0:1790693265.720801:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1790693265.720804:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
02000000:00000001:2.0:1790693265.720805:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693265.720807:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1790693265.720809:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693265.720811:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693265.720815:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:1.0:1790693265.720818:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693265.720821:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693265.720822:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.720829:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720831:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:2.0:1790693265.720833:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693265.720834:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693265.720838:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693265.720843:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693265.720847:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298421779
00000100:00000001:1.0:1790693265.720851:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298423042
00000100:00000001:1.0:1790693265.720855:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298421779
00000100:00000001:2.0:1790693265.720855:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693265.720859:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298423042
00000100:00000001:2.0:1790693265.720859:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720860:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693265.720865:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.720866:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1790693265.720869:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693265.720871:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693265/real 1790693265]  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693265.720899:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693265.720901:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693265.720903:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000100:00000001:2.0:1790693265.720903:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.720908:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693265.720910:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693265.720912:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:2.0:1790693265.720912:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3759)
00000100:00000200:1.0:1790693265.720917:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693265.720922:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.720929:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693265.720931:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.720932:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.720933:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693265.720934:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.720938:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693265.720940:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.720944:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693265.720946:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.720947:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.720948:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.720948:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693265.720950:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693265.720951:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693265.720953:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693265.720954:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693265.720956:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693265.720961:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294208:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693265.720963:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693265.720966:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.720969:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693265.720970:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.720972:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693265.720974:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693265.720975:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693265.720978:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294336:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693265.720980:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693265.720981:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693265.720982:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.720983:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693265.720985:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693265.720986:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.720989:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693265.720991:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693265.720993:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693265.720995:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294336, portal 10
00000100:00000001:1.0:1790693265.720996:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693265.720997:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693265.721000:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721004:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693265.721005:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693265.721007:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693265.721008:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101294336, offset 0
00000400:00000200:1.0:1790693265.721010:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693265.721012:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693265.721014:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693265.721016:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693265.721017:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693265.721018:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693265.721020:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693265.721022:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6534:6534:256:4294967295] 192.168.204.134@tcp LPNI seq info [6529:6529:8:4294967295]
00000400:00000200:1.0:1790693265.721024:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693265.721028:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693265.721030:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693265.721032:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693265.721034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693265.721036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693265.721038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693265.721052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693265.721054:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693265.721056:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693265.721058:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693265.721060:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693265.721066:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693265.721067:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693265.721069:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693265.721071:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721076:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.721078:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721084:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721086:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693265.721098:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693265.721101:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693265.721104:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693265.721106:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298421785
00000100:00000001:1.0:1790693265.721108:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298423042
00000100:00000001:1.0:1790693265.721110:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298421785
00000100:00000001:1.0:1790693265.721112:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298423042
00000100:00000001:1.0:1790693265.721114:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693265.721116:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721118:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693265.721122:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693265/real 1790693265]  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693265.721136:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693265.721138:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693265.721139:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693265.721142:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693265.721143:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693265.721150:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693265.721153:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693265.721161:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721166:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693265.721168:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721169:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.721171:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693265.721174:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721180:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693265.721183:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721190:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693265.721192:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721193:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.721195:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721197:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693265.721198:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693265.721201:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693265.721204:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693265.721206:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693265.721210:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693265.721217:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294336:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693265.721221:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693265.721224:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721230:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693265.721231:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.721233:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693265.721235:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693265.721237:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693265.721240:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294464:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693265.721244:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693265.721246:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693265.721247:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.721250:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693265.721253:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693265.721255:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.721259:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693265.721262:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693265.721265:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693265.721267:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294464, portal 4
00000100:00000001:1.0:1790693265.721269:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693265.721270:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693265.721276:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721282:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693265.721284:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693265.721286:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693265.721288:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101294464, offset 0
00000400:00000200:1.0:1790693265.721292:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693265.721297:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693265.721300:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693265.721303:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693265.721305:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693265.721308:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693265.721309:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693265.721312:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6535:6535:256:4294967295] 192.168.204.134@tcp LPNI seq info [6530:6530:8:4294967295]
00000400:00000200:1.0:1790693265.721316:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693265.721322:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693265.721326:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693265.721330:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693265.721333:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693265.721336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693265.721340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693265.721342:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693265.721346:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693265.721347:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693265.721350:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693265.721354:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693265.721356:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693265.721358:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693265.721360:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693265.721364:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721370:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.721373:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721379:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721380:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693265.721383:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693265.721386:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693265.721389:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693265.721391:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298421779
00000100:00000001:1.0:1790693265.721394:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298423042
00000100:00000001:1.0:1790693265.721413:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298421779
00000100:00000001:1.0:1790693265.721416:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298423042
00000100:00000001:1.0:1790693265.721419:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693265.721421:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721423:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693265.721427:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693265/real 1790693265]  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693265.721435:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693265.721436:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693265.721438:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693265.721441:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693265.721442:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693265.721445:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693265.721448:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693265.721455:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721461:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693265.721463:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721464:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.721466:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693265.721471:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721479:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693265.721483:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721489:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693265.721491:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721493:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.721495:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721496:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693265.721498:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693265.721500:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693265.721504:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693265.721506:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693265.721509:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693265.721516:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294464:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693265.721520:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721522:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.721525:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101294208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721531:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693265.721533:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693265.721535:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693265.721538:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693265.721539:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693265.721541:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693265.721543:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693265.721544:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:1.0:1790693265.721547:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693265.721548:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693265.721550:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693265.721552:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693265.721553:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721555:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.721558:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101294336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721565:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693265.721566:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693265.721568:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693265.721570:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693265.721572:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693265.721573:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693265.721575:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693265.721576:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693265.721579:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693265.721580:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693265.721581:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693265.721584:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693265.721585:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721587:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.721589:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101294464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721595:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693265.721596:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693265.721598:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693265.721601:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693265.721603:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693265.721603:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693265.721605:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693265.721606:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693265.721608:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693265.721609:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693265.721610:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693265.721612:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693265.721613:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721615:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721618:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693265.721620:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721622:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693265.721623:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693265.721624:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693265.721627:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721633:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693265.721634:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.721636:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693265.721638:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693265.721640:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693265.721642:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294592:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693265.721646:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693265.721648:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693265.721649:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693265.721651:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693265.721654:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693265.721655:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693265.721659:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693265.721661:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693265.721664:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693265.721667:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294592, portal 4
00000100:00000001:1.0:1790693265.721668:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693265.721670:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693265.721675:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721681:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693265.721682:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693265.721684:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693265.721686:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101294592, offset 0
00000400:00000200:1.0:1790693265.721689:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693265.721693:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693265.721697:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693265.721700:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693265.721702:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693265.721704:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693265.721706:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693265.721708:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6536:6536:256:4294967295] 192.168.204.134@tcp LPNI seq info [6531:6531:8:4294967295]
00000400:00000200:1.0:1790693265.721711:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693265.721717:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693265.721721:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693265.721724:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693265.721727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693265.721729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693265.721733:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693265.721736:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693265.721739:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693265.721740:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693265.721743:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693265.721746:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693265.721749:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693265.721751:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693265.721753:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693265.721757:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721764:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.721767:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721772:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721774:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693265.721776:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693265.721779:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693265.721782:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693265.721784:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298421785
00000100:00000001:1.0:1790693265.721786:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298423042
00000100:00000001:1.0:1790693265.721788:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298421785
00000100:00000001:1.0:1790693265.721790:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298423042
00000100:00000001:1.0:1790693265.721792:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693265.721794:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721796:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693265.721799:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693265/real 1790693265]  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693265.721812:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693265.721813:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693265.721815:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693265.721817:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693265.721819:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693265.721821:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693265.721824:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693265.721831:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721837:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693265.721839:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721841:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.721842:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693265.721845:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721851:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693265.721854:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721860:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693265.721862:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721864:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693265.721865:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721867:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693265.721868:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693265.721871:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693265.721874:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693265.721876:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693265.721880:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693265.721887:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294592:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693265.721890:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721892:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693265.721895:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101294592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693265.721901:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693265.721903:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693265.721905:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693265.721907:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693265.721909:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693265.721910:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693265.721912:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693265.721913:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693265.721915:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693265.721916:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693265.721918:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693265.721920:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693265.721921:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721923:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693265.721926:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693265.721927:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693265.721929:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693265.721930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693266.103562:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693266.103562:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693266.103569:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693266.103570:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693266.103572:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693266.103575:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693266.103578:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693266.103580:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693266.103590:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693266.103595:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693266.103599:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693266.103599:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693266.103606:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693266.103610:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693266.103611:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693266.103613:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693266.103619:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693266.103622:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693266.103623:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693266.103625:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693266.103632:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693266.103639:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693266.103642:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693266.103648:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693266.103658:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693266.103660:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693266.103664:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693267.063520:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298423042, at 4298423104
00000100:00000010:0.0:1790693267.063536:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3d20.
00000100:00000040:1.0:1790693267.063718:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298423042, at 4298423104
00000100:00000010:1.0:1790693267.063726:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3ba0.
00000100:00000001:0.0:1790693267.127503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693267.127503:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693267.127503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693267.127512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693267.127513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693267.127513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693267.127518:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693267.127519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693267.127519:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693267.127525:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693267.127526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693267.127526:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693267.127533:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693267.127533:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693267.127533:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693267.127541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693267.127541:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693267.127541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693267.127547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693267.127548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693267.127550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693267.127553:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693267.127555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693267.127555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693267.127557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693267.127560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693267.127564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693268.151507:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693268.151507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693268.151515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693268.151515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693268.151518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693268.151518:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693268.151524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693268.151525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693268.151529:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693268.151531:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693268.151533:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693268.151535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693268.151536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693268.151539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693268.151540:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693268.151544:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693268.151544:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693268.151548:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693268.151550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693268.151553:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693268.151556:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693268.151559:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693268.151562:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693268.151564:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693268.151566:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693268.151568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693268.151571:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693268.151854:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693268.151858:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693268.151863:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693269.175481:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693269.175486:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693269.175488:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693269.175492:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693269.175493:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693269.175498:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693269.175499:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693269.175501:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693269.175502:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693269.175504:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693269.175508:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693269.175508:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693269.175510:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693269.175515:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693269.175519:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693269.175522:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693269.175524:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693269.175526:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693269.175608:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693269.175612:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693269.175614:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693269.175617:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693269.175620:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693269.175623:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693269.175625:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693269.175627:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693269.175629:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.199541:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693270.199541:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693270.199550:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693270.199551:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693270.199554:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.199556:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693270.199560:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693270.199563:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693270.199563:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693270.199572:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693270.199572:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693270.199576:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693270.199578:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693270.199579:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693270.199581:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693270.199586:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693270.199587:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693270.199591:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693270.199592:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693270.199592:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693270.199597:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693270.199602:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693270.199603:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693270.199608:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693270.199614:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693270.199617:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693270.199621:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693270.199624:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693270.199629:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693270.199631:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693270.839536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693270.839547:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693270.839554:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693270.839564:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693270.839571:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693270.839577:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693270.839585:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693270.839592:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693270.839599:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.839751:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693270.839756:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693270.839760:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693270.839766:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.839777:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693270.839780:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.839786:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693270.839790:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693270.839795:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693270.839803:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101294720:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693270.839810:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693270.839814:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693270.839817:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.839822:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693270.839827:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693270.839830:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693270.839835:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693270.839838:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693270.839842:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693270.839848:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294720, portal 25
00000100:00000001:1.0:1790693270.839852:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693270.839855:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00000040:1.0:1790693270.839860:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.839870:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693270.839873:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693270.839876:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693270.839881:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101294720, offset 0
00000400:00000200:1.0:1790693270.839888:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693270.839896:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.839902:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693270.839907:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693270.839911:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693270.839915:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693270.839919:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693270.839924:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6537:6537:256:4294967295] 192.168.204.134@tcp LPNI seq info [6532:6532:8:4294967295]
00000400:00000200:1.0:1790693270.839933:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.839944:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693270.839964:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.839970:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693270.839979:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693270.839983:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693270.840002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693270.840008:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693270.840021:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.840027:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693270.840037:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693270.840047:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693270.840055:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693270.840058:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693270.840063:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693270.840068:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.840087:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.840094:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.840110:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.840114:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693270.840121:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693270.840131:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693270.840137:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298428162
00000100:00000010:1.0:1790693270.840145:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3ba0.
00000100:00000001:1.0:1790693270.840155:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693270.840164:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298428162
00000100:00000010:1.0:1790693270.840168:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3660.
00000100:00000001:1.0:1790693270.840174:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693270.840178:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693270.840182:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.840187:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693270.840195:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693270/real 1790693270]  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693270.840213:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693270.840216:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693270.840219:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693270.840224:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693270.840229:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693270.840234:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693270.840242:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693270.840260:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.840282:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693270.840286:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.840291:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.840295:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693270.840303:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.840322:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693270.840331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.840345:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693270.840353:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.840357:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.840361:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.840366:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693270.840371:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693270.840377:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693270.840385:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693270.840389:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693270.840954:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693270.840966:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101294720:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693270.840971:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.840974:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.840978:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101294720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.840985:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693270.840987:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693270.841001:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693270.841005:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693270.841006:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693270.841008:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693270.841010:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693270.841012:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097c00.
02000000:00000001:1.0:1790693270.841016:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693270.841018:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693270.841020:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:1.0:1790693270.841023:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693270.841024:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841026:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841033:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693270.841035:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.841037:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693270.841038:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693270.841040:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693270.841044:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841051:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693270.841053:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841055:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693270.841057:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693270.841059:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693270.841062:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294848:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693270.841065:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693270.841068:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693270.841070:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841072:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693270.841075:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693270.841077:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693270.841081:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693270.841084:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693270.841088:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693270.841092:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294848, portal 10
00000100:00000001:1.0:1790693270.841095:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693270.841096:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:1.0:1790693270.841103:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841110:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693270.841113:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693270.841115:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693270.841118:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101294848, offset 0
00000400:00000200:1.0:1790693270.841123:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693270.841128:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.841133:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693270.841136:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693270.841138:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693270.841141:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693270.841143:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693270.841147:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6538:6538:256:4294967295] 192.168.204.134@tcp LPNI seq info [6533:6533:8:4294967295]
00000400:00000200:1.0:1790693270.841151:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.841156:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693270.841161:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.841165:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693270.841170:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693270.841172:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693270.841176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693270.841178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693270.841181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.841183:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693270.841187:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693270.841190:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693270.841193:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693270.841195:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693270.841198:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693270.841201:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841208:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.841211:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841217:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.841218:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693270.841221:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693270.841224:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693270.841227:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693270.841229:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298426899
00000100:00000001:1.0:1790693270.841232:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.841234:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298426899
00000100:00000001:1.0:1790693270.841237:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.841239:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693270.841241:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.841243:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693270.841247:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693270/real 1790693270]  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693270.841261:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693270.841262:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693270.841263:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693270.841266:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693270.841268:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693270.841270:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693270.841273:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693270.841280:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841286:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693270.841287:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841289:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.841291:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693270.841294:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841300:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693270.841304:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841310:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693270.841313:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841314:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.841315:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841317:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693270.841319:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693270.841322:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693270.841325:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693270.841328:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693270.841333:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693270.841340:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294848:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693270.841344:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693270.841347:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841353:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693270.841354:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841356:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693270.841358:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693270.841360:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693270.841362:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294976:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693270.841366:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693270.841368:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693270.841369:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841371:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693270.841375:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693270.841376:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693270.841379:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693270.841381:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693270.841384:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693270.841387:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101294976, portal 10
00000100:00000001:1.0:1790693270.841389:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693270.841390:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:1.0:1790693270.841395:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841418:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693270.841420:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693270.841423:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693270.841425:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101294976, offset 0
00000400:00000200:1.0:1790693270.841430:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693270.841434:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.841437:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693270.841441:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693270.841443:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693270.841446:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693270.841448:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693270.841451:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6539:6539:256:4294967295] 192.168.204.134@tcp LPNI seq info [6534:6534:8:4294967295]
00000400:00000200:1.0:1790693270.841455:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.841461:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693270.841466:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.841470:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693270.841473:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693270.841476:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693270.841480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693270.841483:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693270.841486:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.841488:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693270.841491:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693270.841494:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693270.841497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693270.841499:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693270.841501:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693270.841504:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841575:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.841579:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841585:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.841586:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693270.841590:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693270.841593:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693270.841596:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693270.841598:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298426906
00000100:00000001:1.0:1790693270.841601:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.841603:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298426906
00000100:00000001:1.0:1790693270.841605:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.841607:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693270.841609:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.841611:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693270.841614:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693270/real 1790693270]  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693270.841621:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693270.841622:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693270.841624:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693270.841627:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693270.841629:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693270.841631:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693270.841634:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693270.841641:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841647:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693270.841648:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841650:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.841651:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693270.841654:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841660:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693270.841664:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841670:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693270.841672:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841674:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.841676:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841677:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693270.841679:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693270.841682:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693270.841685:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693270.841687:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693270.841691:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693270.841698:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101294976:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693270.841702:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693270.841710:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841718:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693270.841719:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841722:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693270.841723:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693270.841725:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693270.841728:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295104:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693270.841732:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693270.841734:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693270.841735:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841737:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693270.841740:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693270.841742:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693270.841745:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693270.841747:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693270.841750:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693270.841752:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101295104, portal 4
00000100:00000001:1.0:1790693270.841753:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693270.841755:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:1.0:1790693270.841759:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841763:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693270.841766:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693270.841767:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693270.841770:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101295104, offset 0
00000400:00000200:1.0:1790693270.841791:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693270.841795:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.841799:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693270.841802:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693270.841805:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693270.841807:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693270.841810:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693270.841813:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6540:6540:256:4294967295] 192.168.204.134@tcp LPNI seq info [6535:6535:8:4294967295]
00000400:00000200:1.0:1790693270.841817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.841822:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693270.841825:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.841827:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693270.841830:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693270.841833:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693270.841837:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693270.841840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693270.841843:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.841845:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693270.841848:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693270.841851:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693270.841854:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693270.841856:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693270.841858:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693270.841862:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841870:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.841873:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841877:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.841878:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693270.841880:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693270.841882:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693270.841884:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693270.841886:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298426900
00000100:00000001:1.0:1790693270.841887:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.841889:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298426900
00000100:00000001:1.0:1790693270.841891:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.841892:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693270.841893:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.841894:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693270.841896:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693270/real 1790693270]  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693270.841902:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693270.841903:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693270.841904:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693270.841905:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693270.841906:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693270.841907:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693270.841909:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693270.841915:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841918:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693270.841919:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841920:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.841920:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693270.841922:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841927:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693270.841929:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841933:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693270.841934:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841935:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.841935:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.841936:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693270.841938:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693270.841939:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693270.841941:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693270.841942:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693270.841944:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693270.841947:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295104:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693270.841949:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693270.841952:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841955:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693270.841956:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841958:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693270.841959:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693270.841960:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693270.841962:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295232:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693270.841963:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693270.841965:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693270.841966:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693270.841967:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693270.841970:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693270.841971:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693270.841973:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693270.841974:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693270.841976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693270.841978:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101295232, portal 4
00000100:00000001:1.0:1790693270.841979:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693270.841980:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:1.0:1790693270.841983:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.841998:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693270.842001:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693270.842003:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693270.842006:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101295232, offset 0
00000400:00000200:1.0:1790693270.842010:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693270.842014:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.842017:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693270.842020:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693270.842022:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693270.842024:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693270.842026:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693270.842029:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6541:6541:256:4294967295] 192.168.204.134@tcp LPNI seq info [6536:6536:8:4294967295]
00000400:00000200:1.0:1790693270.842033:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693270.842039:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693270.842043:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.842046:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693270.842049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693270.842052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693270.842056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693270.842059:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693270.842061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693270.842067:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693270.842071:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693270.842075:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693270.842077:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693270.842080:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693270.842082:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693270.842085:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842092:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.842094:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842100:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.842101:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693270.842104:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693270.842107:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693270.842110:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693270.842111:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298426905
00000100:00000001:1.0:1790693270.842113:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.842115:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298426905
00000100:00000001:1.0:1790693270.842117:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298428162
00000100:00000001:1.0:1790693270.842119:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693270.842121:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.842122:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693270.842125:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693270/real 1790693270]  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693270.842132:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693270.842134:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693270.842135:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693270.842137:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693270.842139:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693270.842141:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693270.842144:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693270.842151:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842156:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693270.842158:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842159:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.842161:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693270.842164:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842169:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693270.842172:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842178:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693270.842180:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842181:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693270.842182:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842183:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693270.842185:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693270.842187:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693270.842190:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693270.842192:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693270.842195:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693270.842202:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295232:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693270.842204:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842206:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.842209:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101294848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842221:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693270.842222:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693270.842224:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693270.842227:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693270.842229:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693270.842230:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693270.842232:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693270.842233:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:1.0:1790693270.842236:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693270.842237:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693270.842238:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:1.0:1790693270.842241:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693270.842242:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842243:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.842247:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101294976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842253:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693270.842254:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693270.842255:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df000.
02000000:00000001:1.0:1790693270.842258:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693270.842259:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693270.842260:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693270.842262:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693270.842263:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:1.0:1790693270.842266:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693270.842267:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693270.842269:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:1.0:1790693270.842271:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693270.842272:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842274:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.842276:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101295104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842280:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693270.842281:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693270.842283:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693270.842284:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693270.842285:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693270.842286:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693270.842287:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693270.842288:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:1.0:1790693270.842289:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693270.842290:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693270.842291:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:1.0:1790693270.842292:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693270.842292:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842293:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693270.842295:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101295232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693270.842298:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693270.842298:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693270.842299:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693270.842300:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693270.842301:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693270.842301:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693270.842302:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693270.842303:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:1.0:1790693270.842305:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693270.842305:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693270.842306:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:1.0:1790693270.842307:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693270.842308:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842309:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693270.842312:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693270.842313:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693270.842314:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693270.842315:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693271.223501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693271.223509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693271.223509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693271.223513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693271.223515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693271.223517:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693271.223518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693271.223522:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693271.223526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693271.223527:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693271.223531:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693271.223533:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693271.223536:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693271.223536:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693271.223537:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693271.223547:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693271.223547:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693271.223548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693271.223554:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693271.223555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693271.223566:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693271.223567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693271.223575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693271.223582:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693271.223587:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693271.223592:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693271.223595:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693271.863532:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693271.863542:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693271.863544:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693271.863552:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693271.863556:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693271.863560:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693271.863563:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693271.863566:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693271.863570:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693272.183554:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298428162, at 4298428224
00000100:00000040:1.0:1790693272.183554:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298428162, at 4298428224
00000100:00000010:1.0:1790693272.183576:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3660.
00000100:00000010:0.0:1790693272.183578:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3ba0.
00000100:00000001:0.0:1790693272.247544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693272.247544:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693272.247556:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693272.247558:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693272.247558:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693272.247562:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693272.247563:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693272.247563:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693272.247568:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693272.247572:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693272.247572:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693272.247577:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693272.247584:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693272.247586:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693272.247588:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693272.247592:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693272.247593:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693272.247596:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693272.247601:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693272.247602:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693272.247607:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693272.247609:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693272.247612:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693272.247613:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693272.247613:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693272.247620:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693272.247629:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693272.247669:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693272.247673:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693272.247678:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693272.887544:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693272.887555:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693272.887558:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693272.887564:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693272.887569:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693272.887573:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693272.887576:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693272.887579:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693272.887582:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693273.271504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693273.271509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693273.271512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693273.271514:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693273.271516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693273.271519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693273.271522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693273.271525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693273.271529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693273.271531:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693273.271535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693273.271537:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693273.271540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693273.271545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693273.271545:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693273.271555:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693273.271556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693273.271556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693273.271560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693273.271561:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693273.271572:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693273.271573:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693273.271581:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693273.271585:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693273.271589:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693273.271592:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693273.271596:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693273.911537:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693273.911549:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693273.911554:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693273.911560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693273.911563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693273.911567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693273.911570:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693273.911572:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693273.911574:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693274.295556:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693274.295570:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693274.295575:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693274.295580:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693274.295587:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693274.295592:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693274.295600:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693274.295604:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693274.295606:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693274.295610:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693274.295615:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693274.295618:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693274.295624:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693274.295629:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693274.295634:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693274.295639:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693274.295642:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693274.295645:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693274.295684:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693274.295688:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693274.295691:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693274.295691:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693274.295697:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693274.295699:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693274.295702:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693274.295705:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693274.295707:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693274.295710:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693274.295712:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693274.295715:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693274.935602:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693274.935612:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693274.935614:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693274.935622:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693274.935627:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693274.935631:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693274.935634:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693274.935638:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693274.935641:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.319601:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693275.319608:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693275.319610:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693275.319615:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693275.319620:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693275.319657:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693275.319658:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.319662:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693275.319663:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.319666:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.319668:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693275.319671:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693275.319673:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.319676:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693275.319680:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.319683:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.319684:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.319686:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.959568:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693275.959578:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693275.959581:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693275.959589:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693275.959595:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693275.959598:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693275.959601:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.959607:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.959612:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693275.959614:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693275.959617:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.959618:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693275.959629:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693275.959634:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693275.959642:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3759
00000400:00000200:1.0:1790693275.959653:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693275.959660:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693275.959664:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693275.959668:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959672:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693275.959677:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959681:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693275.959690:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693275.959693:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693275.959697:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693275.959701:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693275.959703:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693275.959706:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693275.959712:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959716:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693275.959719:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959721:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693275.959724:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693275.959727:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959730:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693275.959732:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693275.959736:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693275.959739:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.959742:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693275.959744:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693275.959754:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ce00.
00000020:00000040:1.0:1790693275.959757:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693275.959760:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693275.959762:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.959765:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693275.959768:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693275.959772:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693275.959779:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693275.959785:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693275.959794:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693275.959806:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693275.959809:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693275.959813:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca79781] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693275.959835:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693275.959838:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693275.959842:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693275.959843:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693275.959844:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693275.959846:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693275.959850:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3759
00000400:00000200:1.0:1790693275.959853:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693275.959856:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693275.959858:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693275.959860:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959861:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693275.959862:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959864:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693275.959867:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693275.959869:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693275.959870:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693275.959872:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693275.959873:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693275.959875:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693275.959877:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790693275.959878:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959882:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693275.959884:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693275.959884:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693275.959902:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693275.959903:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693275.959908:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000040:2.0:1790693275.959917:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693275.959918:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693275.959929:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693275.959937:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693275.959946:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693275.959946:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.959954:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693275.959955:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.959960:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693275.959963:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1790693275.959965:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693275.959970:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1790693275.959971:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.959977:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.959979:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693275.959986:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101295360:192.168.204.134@tcp:250:
00000100:00000010:1.0:1790693275.959987:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d500.
00000020:00000040:1.0:1790693275.959994:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:2.0:1790693275.959998:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693275.959999:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693275.960004:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960006:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693275.960008:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693275.960008:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693275.960014:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.960014:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.960024:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693275.960026:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693275.960033:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693275.960036:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693275.960040:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693275.960044:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693275.960054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693275.960061:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693275.960063:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693275.960066:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9cf8eba] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693275.960075:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000100:00000001:1.0:1790693275.960076:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693275.960085:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693275.960087:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693275.960089:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1790693275.960090:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00080000:1.0:1790693275.960091:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693275.960100:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693275.960104:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3759
00000100:00000200:2.0:1790693275.960105:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101295360, portal 25
00000100:00000001:2.0:1790693275.960111:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693275.960114:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
00000400:00000200:1.0:1790693275.960115:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693275.960124:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000040:2.0:1790693275.960126:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693275.960133:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693275.960144:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693275.960145:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960153:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693275.960154:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693275.960161:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693275.960161:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000001:1.0:1790693275.960166:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693275.960170:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693275.960171:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693275.960175:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790693275.960177:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101295360, offset 0
00000020:00000040:1.0:1790693275.960178:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693275.960185:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693275.960189:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:2.0:1790693275.960195:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693275.960200:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960205:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693275.960208:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693275.960216:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693275.960217:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693275.960223:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693275.960228:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960231:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693275.960235:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693275.960235:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:1.0:1790693275.960244:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693275.960247:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790693275.960249:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960254:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693275.960256:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000008:00100000:1.0:1790693275.960258:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693275.960265:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1790693275.960266:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.960273:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960274:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.960282:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6542:6542:256:4294967295] 192.168.204.134@tcp LPNI seq info [6537:6537:8:4294967295]
00000100:00000010:1.0:1790693275.960284:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000020:00000040:1.0:1790693275.960290:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:2.0:1790693275.960291:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693275.960298:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693275.960301:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960303:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693275.960306:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693275.960312:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.960314:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1790693275.960318:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693275.960323:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693275.960336:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790693275.960337:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.960350:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000100:00000001:1.0:1790693275.960351:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693275.960357:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693275.960366:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790693275.960367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693275.960376:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790693275.960392:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693275.960422:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693275.960428:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790693275.960430:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1790693275.960435:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693275.960439:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:2.0:1790693275.960444:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693275.960445:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1790693275.960452:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000100:00000001:1.0:1790693275.960454:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693275.960463:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3759
00000400:00000200:2.0:1790693275.960466:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693275.960467:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693275.960478:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693275.960481:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693275.960486:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790693275.960491:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960495:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693275.960497:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960498:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693275.960500:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000020:00000001:1.0:1790693275.960502:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693275.960506:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000010:2.0:1790693275.960508:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000020:00000001:1.0:1790693275.960509:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693275.960513:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693275.960515:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693275.960518:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693275.960518:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693275.960524:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960529:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1790693275.960531:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693275.960532:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960537:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693275.960544:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693275.960549:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960556:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693275.960562:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693275.960566:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693275.960572:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960573:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693275.960577:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1790693275.960578:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693275.960583:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960585:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693275.960590:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790693275.960591:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693275.960597:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693275.960606:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693275.960612:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960621:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693275.960624:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693275.960625:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693275.960629:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1790693275.960631:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.960638:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693275.960639:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693275.960650:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.960654:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693275.960661:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298433283
00000100:00100000:1.0:1790693275.960662:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1790693275.960672:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b360.
00000100:00000001:1.0:1790693275.960677:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693275.960679:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693275.960683:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.960684:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693275.960696:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.960698:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298433283
00000100:00080000:1.0:1790693275.960700:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1790693275.960705:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b0c0.
00000100:00080000:1.0:1790693275.960707:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693275.960712:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693275.960713:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1790693275.960715:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693275.960719:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693275.960721:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693275.960727:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693275.960729:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3759
00000100:00000001:2.0:1790693275.960732:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1790693275.960738:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693275.960744:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693275/real 1790693275]  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693275.960747:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693275.960755:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693275.960766:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960774:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1790693275.960776:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1790693275.960781:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000001:2.0:1790693275.960781:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693275.960786:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000100:00000001:1.0:1790693275.960789:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693275.960793:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000020:00000001:1.0:1790693275.960797:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1790693275.960798:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000020:00000040:1.0:1790693275.960802:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:2.0:1790693275.960806:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:1.0:1790693275.960808:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693275.960812:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000200:2.0:1790693275.960817:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693275.960818:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693275.960827:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693275.960843:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960850:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1790693275.960851:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693275.960858:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960866:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693275.960873:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:2.0:1790693275.960878:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00080000:1.0:1790693275.960879:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693275.960885:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.960885:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693275.960901:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693275.960907:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1790693275.960908:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693275.960912:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.960912:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693275.960923:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693275.960925:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1790693275.960928:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693275.960931:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960938:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693275.960948:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000100:00000001:2.0:1790693275.960953:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693275.960954:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693275.960961:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693275.960963:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693275.960965:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1790693275.960965:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693275.960971:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693275.960974:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693275.960980:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693275.960987:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.960997:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1790693275.960999:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693275.961007:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961012:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.961015:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961020:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693275.961025:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693275.961035:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693275.961045:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1790693275.961049:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693275.961051:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961057:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693275.961060:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693275.961070:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693275.961072:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693275.961080:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3769)
00000100:00100000:2.0:1790693275.961091:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101295360:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693275.961098:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961101:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.961105:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101295360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961112:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693275.961115:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693275.961118:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693275.961122:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693275.961124:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693275.961127:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693275.961129:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693275.961132:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:2.0:1790693275.961136:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693275.961138:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693275.961141:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00000001:2.0:1790693275.961144:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693275.961145:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961148:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961157:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693275.961158:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961161:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693275.961163:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693275.961164:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693275.961168:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961175:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.961177:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.961180:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693275.961182:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693275.961185:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693275.961188:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295488:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693275.961192:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693275.961195:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693275.961197:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.961199:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693275.961203:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693275.961205:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.961209:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693275.961213:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693275.961217:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693275.961220:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101295488, portal 10
00000100:00000001:2.0:1790693275.961222:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693275.961224:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912799488 : -115045796752128 : ffff975dd026d500)
00000100:00000040:2.0:1790693275.961232:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961239:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693275.961242:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693275.961244:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693275.961246:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101295488, offset 0
00000400:00000200:2.0:1790693275.961250:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693275.961255:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.961259:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693275.961262:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693275.961264:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693275.961267:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693275.961270:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693275.961274:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6543:6543:256:4294967295] 192.168.204.134@tcp LPNI seq info [6538:6538:8:4294967295]
00000400:00000200:2.0:1790693275.961278:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.961286:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693275.961290:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.961294:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693275.961299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693275.961302:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790693275.961307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693275.961310:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790693275.961313:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.961315:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693275.961318:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693275.961321:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693275.961324:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693275.961326:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693275.961328:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693275.961332:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961339:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.961341:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961347:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961348:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693275.961351:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693275.961355:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693275.961358:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693275.961359:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298432019
00000100:00000001:2.0:1790693275.961362:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.961364:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298432019
00000100:00000001:2.0:1790693275.961366:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.961368:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693275.961370:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961371:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693275.961375:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693275/real 1790693275]  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693275.961382:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693275.961383:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693275.961384:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693275.961387:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693275.961388:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693275.961390:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693275.961393:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693275.961424:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961430:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693275.961432:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961433:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.961435:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693275.961438:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961444:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693275.961447:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961453:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693275.961456:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961457:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.961459:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961460:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693275.961462:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693275.961465:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693275.961468:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693275.961470:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693275.961474:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693275.961481:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295488:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693275.961485:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693275.961489:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961496:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.961497:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.961499:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693275.961501:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693275.961503:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693275.961506:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295616:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693275.961513:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693275.961514:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693275.961516:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.961518:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693275.961521:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693275.961523:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.961526:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693275.961528:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693275.961531:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693275.961534:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101295616, portal 10
00000100:00000001:2.0:1790693275.961536:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693275.961537:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:2.0:1790693275.961543:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961555:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693275.961557:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693275.961560:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693275.961562:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101295616, offset 0
00000400:00000200:2.0:1790693275.961566:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693275.961570:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.961574:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693275.961577:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693275.961579:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693275.961581:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693275.961584:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693275.961586:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6544:6544:256:4294967295] 192.168.204.134@tcp LPNI seq info [6539:6539:8:4294967295]
00000400:00000200:2.0:1790693275.961591:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.961596:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693275.961601:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.961604:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693275.961607:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693275.961610:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790693275.961614:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693275.961616:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790693275.961620:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.961622:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693275.961625:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693275.961628:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693275.961631:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693275.961633:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693275.961635:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693275.961639:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961646:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.961649:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961661:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961663:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693275.961665:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693275.961668:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693275.961672:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693275.961673:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298432026
00000100:00000001:2.0:1790693275.961676:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.961678:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298432026
00000100:00000001:2.0:1790693275.961680:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.961682:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693275.961684:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961686:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693275.961689:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693275/real 1790693275]  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693275.961696:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693275.961698:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693275.961699:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693275.961701:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693275.961703:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693275.961705:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693275.961708:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693275.961715:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961721:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693275.961722:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961723:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.961725:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693275.961728:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961734:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693275.961737:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961744:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693275.961746:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961747:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.961748:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.961750:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693275.961752:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693275.961754:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693275.961758:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693275.961760:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693275.961763:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693275.961771:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295616:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693275.961775:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693275.961778:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961784:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.961786:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.961788:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693275.961789:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693275.961791:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693275.961794:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295744:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693275.961797:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693275.961800:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693275.961801:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.961803:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693275.961807:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693275.961809:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.961812:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693275.961814:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693275.961818:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693275.961820:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101295744, portal 4
00000100:00000001:2.0:1790693275.961822:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693275.961823:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:2.0:1790693275.961829:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961835:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693275.961838:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693275.961840:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693275.961842:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101295744, offset 0
00000400:00000200:2.0:1790693275.961846:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693275.961849:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.961852:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693275.961855:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693275.961857:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693275.961859:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693275.961861:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693275.961864:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6545:6545:256:4294967295] 192.168.204.134@tcp LPNI seq info [6540:6540:8:4294967295]
00000400:00000200:2.0:1790693275.961868:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.961874:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693275.961878:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.961881:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693275.961884:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693275.961887:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790693275.961904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693275.961907:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790693275.961911:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.961913:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693275.961917:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693275.961920:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693275.961923:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693275.961924:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693275.961926:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693275.961930:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961937:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.961940:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.961947:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961948:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693275.961951:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693275.961954:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693275.961957:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693275.961960:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298432020
00000100:00000001:2.0:1790693275.961962:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.961964:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298432020
00000100:00000001:2.0:1790693275.961966:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.961968:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693275.961970:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.961972:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693275.961975:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693275/real 1790693275]  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693275.961983:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693275.961984:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693275.961986:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693275.961989:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693275.961991:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693275.961993:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693275.961996:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693275.962005:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962011:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693275.962012:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962014:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.962015:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693275.962019:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962026:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693275.962029:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962036:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693275.962038:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962040:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.962041:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962043:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693275.962044:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693275.962047:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693275.962050:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693275.962052:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693275.962056:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693275.962063:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295744:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693275.962067:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693275.962071:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962083:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693275.962084:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.962086:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693275.962088:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693275.962090:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693275.962093:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295872:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693275.962096:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693275.962098:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693275.962100:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693275.962101:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693275.962106:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693275.962108:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693275.962111:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693275.962114:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693275.962117:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693275.962120:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101295872, portal 4
00000100:00000001:2.0:1790693275.962122:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693275.962123:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:2.0:1790693275.962129:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962136:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693275.962138:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693275.962141:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693275.962143:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101295872, offset 0
00000400:00000200:2.0:1790693275.962148:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693275.962151:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.962154:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693275.962157:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693275.962159:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693275.962162:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693275.962164:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693275.962167:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6546:6546:256:4294967295] 192.168.204.134@tcp LPNI seq info [6541:6541:8:4294967295]
00000400:00000200:2.0:1790693275.962171:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693275.962177:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693275.962181:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.962184:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693275.962188:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693275.962190:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790693275.962195:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693275.962198:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790693275.962201:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693275.962203:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693275.962206:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693275.962209:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693275.962212:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693275.962214:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693275.962216:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693275.962219:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962226:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.962230:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962236:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.962238:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693275.962240:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693275.962244:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693275.962247:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693275.962248:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298432025
00000100:00000001:2.0:1790693275.962251:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.962253:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298432025
00000100:00000001:2.0:1790693275.962255:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298433283
00000100:00000001:2.0:1790693275.962258:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693275.962259:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.962262:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693275.962265:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693275/real 1790693275]  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693275.962272:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693275.962273:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693275.962275:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693275.962278:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693275.962279:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693275.962281:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693275.962284:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693275.962292:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962298:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693275.962299:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962301:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.962302:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693275.962305:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962312:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693275.962316:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962322:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693275.962325:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962326:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693275.962328:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962330:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693275.962331:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693275.962334:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693275.962337:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693275.962340:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693275.962344:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693275.962351:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101295872:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693275.962355:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962357:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.962361:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d500 x1877674101295488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962367:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693275.962369:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693275.962371:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693275.962374:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693275.962376:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693275.962377:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693275.962379:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693275.962381:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:2.0:1790693275.962384:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693275.962385:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693275.962387:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d500.
00000100:00000001:2.0:1790693275.962389:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693275.962390:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962392:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.962395:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101295616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962425:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693275.962427:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693275.962428:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693275.962431:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693275.962432:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693275.962433:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693275.962435:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693275.962437:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:2.0:1790693275.962439:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693275.962440:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693275.962442:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:2.0:1790693275.962444:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693275.962445:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962447:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.962450:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101295744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962456:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693275.962457:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693275.962459:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693275.962461:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693275.962462:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693275.962463:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693275.962465:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693275.962466:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:2.0:1790693275.962468:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693275.962470:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693275.962471:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:2.0:1790693275.962473:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693275.962474:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962475:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693275.962478:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101295872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693275.962484:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693275.962485:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693275.962486:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693275.962488:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693275.962490:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693275.962491:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693275.962492:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693275.962494:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:2.0:1790693275.962496:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693275.962497:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693275.962498:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:2.0:1790693275.962500:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693275.962502:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962504:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693275.962509:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693275.962511:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693275.962513:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693275.962515:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693276.343546:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693276.343556:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693276.343561:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693276.343567:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693276.343574:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693276.343582:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693276.343585:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693276.343586:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693276.343593:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693276.343596:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693276.343598:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693276.343603:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693276.343611:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693276.343615:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693276.343617:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693276.343619:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693276.343623:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693276.343625:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693276.343627:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693276.343635:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693276.343636:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693276.343642:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693276.343643:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693276.343653:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693276.343654:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693276.343658:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693276.343666:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693276.983549:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693276.983561:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693276.983565:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693276.983572:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693276.983578:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693276.983582:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693276.983591:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693276.983594:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693276.983598:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693277.303563:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298433283, at 4298433344
00000100:00000010:1.0:1790693277.303585:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b0c0.
00000100:00000040:0.0:1790693277.304315:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298433283, at 4298433344
00000100:00000010:0.0:1790693277.304327:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b360.
00000100:00000001:0.0:1790693277.367514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693277.367514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693277.367514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693277.367522:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693277.367522:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693277.367523:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693277.367525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693277.367526:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693277.367527:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693277.367533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693277.367534:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693277.367534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693277.367540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693277.367541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693277.367541:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693277.367545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693277.367547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693277.367547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693277.367550:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693277.367554:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693277.367554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693277.367558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693277.367560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693277.367560:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693277.367564:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693277.367564:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693277.367570:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693277.367598:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693277.367602:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693277.367605:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693278.007503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693278.007511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693278.007513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693278.007518:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693278.007522:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693278.007525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693278.007528:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693278.007530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693278.007533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693278.391500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693278.391507:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693278.391509:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693278.391511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693278.391515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693278.391516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693278.391521:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693278.391521:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693278.391525:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693278.391526:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693278.391529:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693278.391531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693278.391533:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693278.391538:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693278.391543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693278.391547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693278.391550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693278.391557:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693279.031512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693279.031521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693279.031523:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693279.031530:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693279.031535:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693279.031538:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693279.031542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693279.031545:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693279.031548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693279.415526:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693279.415533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693279.415535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693279.415541:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693279.415545:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693279.415549:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693279.415553:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693279.415555:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693279.415559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693279.415650:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693279.415654:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693279.415656:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693279.415659:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693279.415662:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693279.415664:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693279.415666:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693279.415668:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693279.415670:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693279.415762:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693279.415764:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693279.415766:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693280.055707:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693280.055718:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693280.055721:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693280.055729:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693280.055734:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693280.055740:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693280.055743:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693280.055747:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693280.055758:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693280.439710:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693280.439715:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693280.439717:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693280.439722:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693280.439729:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693280.439733:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693280.439735:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693280.439738:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693280.439741:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693280.439796:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693280.439799:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693280.439800:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693280.439816:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693280.439819:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693280.439821:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693280.439823:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693280.439825:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693280.439827:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693280.440658:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693280.440662:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693280.440663:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693280.440666:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693280.440669:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693280.440671:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693280.440673:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693280.440675:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693280.440677:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.079545:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1790693281.079555:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693281.079556:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693281.079559:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693281.079567:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:1.0:1790693281.079569:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693281.079572:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693281.079574:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693281.079578:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693281.079580:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693281.079582:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693281.079586:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693281.079588:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693281.079590:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693281.079598:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3764
00000400:00000200:1.0:1790693281.079608:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693281.079615:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693281.079619:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693281.079623:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.079626:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693281.079629:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.079631:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693281.079638:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693281.079639:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693281.079642:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693281.079645:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693281.079647:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693281.079648:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693281.079650:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.079652:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693281.079653:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.079654:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693281.079656:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693281.079658:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693281.079660:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693281.079662:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693281.079664:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693281.079665:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.079667:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693281.079668:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693281.079676:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693281.079679:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693281.079683:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693281.079685:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.079687:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693281.079690:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693281.079694:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693281.079702:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693281.079708:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693281.079717:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693281.079727:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693281.079730:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693281.079735:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693281.079760:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693281.079764:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693281.079768:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693281.079770:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693281.079771:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693281.079774:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693281.079778:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3764
00000400:00000200:1.0:1790693281.079784:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693281.079788:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693281.079802:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693281.079805:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790693281.079811:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693281.079812:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693281.079816:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693281.079818:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693281.079827:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693281.079827:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.079839:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693281.079840:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693281.079841:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.079848:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1790693281.079850:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1790693281.079852:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693281.079854:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
02000000:00000001:2.0:1790693281.079855:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693281.079863:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1790693281.079865:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101296000:192.168.204.134@tcp:250:
00000020:00000040:1.0:1790693281.079870:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:2.0:1790693281.079871:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1790693281.079878:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:2.0:1790693281.079879:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693281.079882:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.079888:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1790693281.079889:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000010:2.0:1790693281.079896:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
00000100:00000040:1.0:1790693281.079900:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693281.079901:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.079909:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693281.079914:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693281.079921:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693281.079922:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000100:00000001:1.0:1790693281.079932:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:2.0:1790693281.079936:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000020:00000040:1.0:1790693281.079937:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693281.079945:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:2.0:1790693281.079946:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296000, portal 25
00000100:00000001:2.0:1790693281.079951:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693281.079954:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:2.0:1790693281.079960:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693281.079963:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.079967:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693281.079970:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693281.079972:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1790693281.079973:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693281.079978:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101296000, offset 0
02000000:00000001:1.0:1790693281.079982:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693281.079987:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693281.079991:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.079996:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693281.080000:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:1.0:1790693281.080001:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693281.080007:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.080010:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693281.080013:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.080017:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1790693281.080021:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000400:00000200:2.0:1790693281.080025:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:1.0:1790693281.080028:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000200:2.0:1790693281.080031:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1790693281.080039:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790693281.080040:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:1.0:1790693281.080046:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.080051:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6547:6547:256:4294967295] 192.168.204.134@tcp LPNI seq info [6542:6542:8:4294967295]
00000100:00000001:1.0:1790693281.080053:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693281.080060:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693281.080062:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693281.080068:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000400:00000200:2.0:1790693281.080068:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693281.080075:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.080085:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1790693281.080088:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790693281.080103:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693281.080106:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693281.080110:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693281.080113:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000100:00000040:1.0:1790693281.080116:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790693281.080132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693281.080137:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693281.080139:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1790693281.080144:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790693281.080153:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:1.0:1790693281.080154:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693281.080161:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1790693281.080161:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1790693281.080165:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1790693281.080173:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693281.080176:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000800:00000010:2.0:1790693281.080177:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000100:00080000:1.0:1790693281.080184:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3764
00000400:00000200:2.0:1790693281.080186:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693281.080192:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.080199:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693281.080204:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693281.080206:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000100:00080000:1.0:1790693281.080209:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790693281.080212:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000040:1.0:1790693281.080215:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.080220:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693281.080221:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693281.080226:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.080233:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:2.0:1790693281.080233:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693281.080244:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693281.080248:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693281.080253:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693281.080260:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.080265:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.080270:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.080271:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:1.0:1790693281.080277:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00000001:2.0:1790693281.080278:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.080285:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:1.0:1790693281.080291:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:2.0:1790693281.080292:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298438402
00000020:00000001:1.0:1790693281.080301:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000010:2.0:1790693281.080302:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b6c0.
00000100:00000040:1.0:1790693281.080313:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693281.080314:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693281.080322:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693281.080324:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298438402
00000100:00000040:1.0:1790693281.080328:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000010:2.0:1790693281.080329:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b300.
00000100:00000001:1.0:1790693281.080336:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693281.080336:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693281.080343:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693281.080346:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:2.0:1790693281.080346:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.080352:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693281.080359:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693281/real 1790693281]  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693281.080360:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693281.080373:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693281.080380:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1790693281.080382:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1790693281.080385:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1790693281.080386:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693281.080391:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
02000000:00000001:1.0:1790693281.080393:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.080424:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693281.080426:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693281.080429:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.080432:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693281.080436:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000400:00000200:2.0:1790693281.080438:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000020:00000040:1.0:1790693281.080440:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000010:2.0:1790693281.080443:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
02000000:00000001:1.0:1790693281.080448:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693281.080451:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.080451:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693281.080457:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693281.080459:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693281.080465:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693281.080473:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693281.080476:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693281.080480:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693281.080487:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.080491:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00100000:1.0:1790693281.080494:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693281.080496:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.080503:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.080506:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693281.080519:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693281.080528:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693281.080532:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.080534:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693281.080542:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693281.080543:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693281.080572:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.080584:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693281.080585:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693281.080593:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693281.080597:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693281.080597:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.080601:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693281.080604:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693281.080606:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1790693281.080608:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693281.080608:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693281.080616:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693281.080618:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693281.080623:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693281.080626:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1790693281.080627:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3764
00000100:00000040:2.0:1790693281.080632:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693281.080642:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693281.080646:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101296000:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693281.080652:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693281.080655:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693281.080656:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.080662:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101296000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693281.080664:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693281.080680:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693281.080680:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693281.080684:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1790693281.080690:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1790693281.080691:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693281.080700:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1790693281.080704:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000020:00000001:2.0:1790693281.080704:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693281.080707:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693281.080714:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:1.0:1790693281.080716:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:2.0:1790693281.080718:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:2.0:1790693281.080726:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1790693281.080727:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1790693281.080729:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693281.080733:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693281.080734:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:2.0:1790693281.080738:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1790693281.080740:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693281.080740:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.080746:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693281.080747:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693281.080752:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693281.080754:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693281.080758:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693281.080760:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693281.080761:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693281.080763:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693281.080765:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693281.080771:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693281.080773:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.080786:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693281.080788:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693281.080802:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.080805:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693281.080806:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693281.080809:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693281.080812:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:2.0:1790693281.080815:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296128:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693281.080820:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693281.080821:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693281.080825:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790693281.080828:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
02000000:00000001:2.0:1790693281.080829:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693281.080837:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:2.0:1790693281.080837:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693281.080844:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
00000100:00000001:1.0:1790693281.080845:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.080850:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693281.080851:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693281.080860:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693281.080865:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693281.080867:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693281.080871:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000100:00000001:1.0:1790693281.080872:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693281.080880:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1790693281.080880:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000008:00000001:1.0:1790693281.080888:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693281.080888:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296128, portal 10
00000100:00000001:1.0:1790693281.080896:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.080898:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693281.080903:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000010:1.0:1790693281.080908:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693281.080914:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000040:2.0:1790693281.080916:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693281.080920:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693281.080924:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.080932:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693281.080936:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693281.080937:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693281.080943:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693281.080944:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693281.080948:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
02000000:00000010:1.0:1790693281.080952:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000200:2.0:1790693281.080954:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101296128, offset 0
00000100:00000001:1.0:1790693281.080959:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.080964:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00100000:1.0:1790693281.080974:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693281.080974:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.080983:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693281.080997:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693281.081006:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:1.0:1790693281.081010:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693281.081014:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693281.081016:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.081022:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:1.0:1790693281.081029:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693281.081034:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6548:6548:256:4294967295] 192.168.204.134@tcp LPNI seq info [6543:6543:8:4294967295]
00000400:00000200:2.0:1790693281.081054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693281.081067:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693281.081076:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693281.081076:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1790693281.081094:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693281.081096:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693281.081100:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1790693281.081102:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693281.081103:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693281.081110:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3764
00000800:00000010:2.0:1790693281.081113:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000400:00000200:1.0:1790693281.081119:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693281.081129:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000200:2.0:1790693281.081132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:1.0:1790693281.081133:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693281.081140:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:2.0:1790693281.081143:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1790693281.081144:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693281.081150:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:2.1:1790693281.081158:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693281.081159:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:2.1:1790693281.081166:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1790693281.081168:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693281.081172:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000800:00000100:2.0:1790693281.081176:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693281.081178:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1790693281.081180:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000020:00000040:1.0:1790693281.081183:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000400:00000200:2.0:1790693281.081187:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1790693281.081189:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693281.081196:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:2.0:1790693281.081196:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693281.081205:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000100:00000040:1.0:1790693281.081206:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693281.081211:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:1.0:1790693281.081213:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693281.081218:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693281.081219:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693281.081227:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:2.0:1790693281.081228:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693281.081237:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693281.081246:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693281.081248:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693281.081251:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693281.081256:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693281.081257:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693281.081262:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693281.081273:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693281.081274:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.081280:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693281.081281:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693281.081285:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693281.081288:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693281.081289:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.081294:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693281.081295:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000100:00000010:1.0:1790693281.081299:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000400:00000200:2.0:1790693281.081306:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693281.081308:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:2.0:1790693281.081310:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298437139
02000000:00000001:1.0:1790693281.081313:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693281.081316:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298438402
02000000:00000001:1.0:1790693281.081317:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.081324:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298437139
00000100:00000001:1.0:1790693281.081325:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693281.081329:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693281.081332:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298438402
02000000:00000001:1.0:1790693281.081333:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.081337:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790693281.081341:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:2.0:1790693281.081343:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.081348:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693281.081349:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693281.081356:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693281/real 1790693281]  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693281.081362:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1790693281.081384:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693281.081389:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790693281.081390:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790693281.081393:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000100:00000001:1.0:1790693281.081395:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.081427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000100:00000040:1.0:1790693281.081428:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693281.081432:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693281.081439:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693281.081448:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693281.081450:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693281.081467:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3774)
00000100:00000200:2.0:1790693281.081471:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081480:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693281.081482:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081484:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.081486:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693281.081491:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081500:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693281.081504:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081510:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693281.081512:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081514:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.081515:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081517:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693281.081519:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693281.081522:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693281.081525:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693281.081527:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693281.081531:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693281.081538:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296128:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693281.081542:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693281.081545:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081550:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693281.081552:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.081554:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693281.081556:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693281.081558:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693281.081561:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296256:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693281.081565:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693281.081567:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693281.081568:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.081570:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693281.081574:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693281.081576:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.081580:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693281.081582:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693281.081585:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693281.081588:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296256, portal 10
00000100:00000001:2.0:1790693281.081590:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693281.081591:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:2.0:1790693281.081597:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081603:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693281.081605:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693281.081608:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693281.081610:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101296256, offset 0
00000400:00000200:2.0:1790693281.081614:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693281.081618:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.081622:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693281.081624:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693281.081627:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693281.081629:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693281.081631:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693281.081634:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6549:6549:256:4294967295] 192.168.204.134@tcp LPNI seq info [6544:6544:8:4294967295]
00000400:00000200:2.0:1790693281.081638:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.081643:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693281.081647:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693281.081650:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693281.081653:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693281.081656:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790693281.081660:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693281.081662:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790693281.081682:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693281.081684:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693281.081687:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693281.081690:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693281.081694:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693281.081695:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693281.081698:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693281.081701:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081709:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.081712:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081718:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.081720:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693281.081722:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693281.081725:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693281.081728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693281.081730:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298437146
00000100:00000001:2.0:1790693281.081733:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298438402
00000100:00000001:2.0:1790693281.081735:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298437146
00000100:00000001:2.0:1790693281.081737:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298438402
00000100:00000001:2.0:1790693281.081739:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693281.081741:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.081742:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693281.081745:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693281/real 1790693281]  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693281.081753:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693281.081754:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693281.081756:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693281.081758:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693281.081760:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693281.081762:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693281.081765:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693281.081772:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081778:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693281.081779:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081781:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.081782:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693281.081785:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081804:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693281.081808:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081814:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693281.081817:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081818:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.081819:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081821:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693281.081823:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693281.081825:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693281.081828:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693281.081830:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693281.081834:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693281.081842:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296256:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693281.081846:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081847:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.081851:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101296128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081857:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693281.081859:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693281.081861:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693281.081863:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693281.081865:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693281.081867:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693281.081869:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693281.081870:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:2.0:1790693281.081873:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693281.081875:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693281.081876:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:2.0:1790693281.081879:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693281.081880:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081881:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.081884:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101296256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081890:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693281.081891:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693281.081892:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693281.081894:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693281.081895:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693281.081896:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693281.081898:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693281.081899:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:2.0:1790693281.081902:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693281.081903:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693281.081904:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:2.0:1790693281.081906:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693281.081907:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081908:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.081912:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693281.081913:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.081915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693281.081917:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693281.081918:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693281.081922:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081928:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693281.081929:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.081931:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693281.081933:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693281.081935:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693281.081937:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296384:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693281.081941:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693281.081943:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693281.081945:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.081947:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693281.081949:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693281.081951:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.081955:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693281.081957:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693281.081960:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693281.081964:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296384, portal 4
00000100:00000001:2.0:1790693281.081966:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693281.081967:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:2.0:1790693281.081973:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.081978:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693281.081981:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693281.081983:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693281.081985:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101296384, offset 0
00000400:00000200:2.0:1790693281.081988:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693281.081992:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.081995:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693281.081998:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693281.082001:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693281.082003:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693281.082005:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693281.082008:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6550:6550:256:4294967295] 192.168.204.134@tcp LPNI seq info [6545:6545:8:4294967295]
00000400:00000200:2.0:1790693281.082012:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.082018:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693281.082021:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693281.082024:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693281.082028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693281.082030:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790693281.082034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693281.082036:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790693281.082039:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693281.082041:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693281.082043:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693281.082046:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693281.082049:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693281.082050:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693281.082052:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693281.082055:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082061:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.082064:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082069:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.082071:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693281.082073:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693281.082076:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693281.082078:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693281.082080:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298437140
00000100:00000001:2.0:1790693281.082082:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298438402
00000100:00000001:2.0:1790693281.082084:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298437140
00000100:00000001:2.0:1790693281.082086:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298438402
00000100:00000001:2.0:1790693281.082088:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693281.082089:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.082091:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693281.082094:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693281/real 1790693281]  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693281.082100:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693281.082102:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693281.082104:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693281.082106:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693281.082107:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693281.082109:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693281.082113:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693281.082120:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082126:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693281.082127:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082129:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.082130:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693281.082134:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082141:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693281.082144:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082150:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693281.082152:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082153:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.082154:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082156:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693281.082158:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693281.082160:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693281.082162:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693281.082164:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693281.082167:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693281.082174:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296384:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693281.082177:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693281.082180:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082191:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693281.082192:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.082194:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693281.082195:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693281.082197:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693281.082199:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296512:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693281.082202:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693281.082204:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693281.082205:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693281.082207:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693281.082209:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693281.082211:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693281.082214:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693281.082216:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693281.082218:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693281.082221:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296512, portal 4
00000100:00000001:2.0:1790693281.082222:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693281.082223:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:2.0:1790693281.082228:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082234:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693281.082236:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693281.082238:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693281.082240:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101296512, offset 0
00000400:00000200:2.0:1790693281.082244:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693281.082246:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.082249:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693281.082252:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693281.082254:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693281.082256:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693281.082258:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693281.082260:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6551:6551:256:4294967295] 192.168.204.134@tcp LPNI seq info [6546:6546:8:4294967295]
00000400:00000200:2.0:1790693281.082264:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693281.082269:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693281.082273:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693281.082276:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693281.082279:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693281.082282:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790693281.082285:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693281.082288:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790693281.082291:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693281.082292:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693281.082295:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693281.082298:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693281.082300:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693281.082302:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693281.082304:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693281.082307:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082314:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.082317:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082323:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.082325:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693281.082327:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693281.082330:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693281.082333:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693281.082335:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298437145
00000100:00000001:2.0:1790693281.082337:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298438402
00000100:00000001:2.0:1790693281.082339:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298437145
00000100:00000001:2.0:1790693281.082341:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298438402
00000100:00000001:2.0:1790693281.082343:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693281.082345:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.082347:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693281.082351:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693281/real 1790693281]  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693281.082357:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693281.082359:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693281.082360:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693281.082363:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693281.082364:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693281.082366:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693281.082369:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693281.082376:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082381:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693281.082382:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082384:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.082385:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693281.082388:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082393:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693281.082419:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082426:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693281.082428:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082429:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693281.082431:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082433:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693281.082434:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693281.082437:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693281.082440:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693281.082442:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693281.082446:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693281.082454:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296512:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693281.082458:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082460:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.082462:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101296384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082466:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693281.082467:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693281.082468:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693281.082470:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693281.082471:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693281.082472:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693281.082473:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693281.082474:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:2.0:1790693281.082476:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693281.082477:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693281.082477:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:2.0:1790693281.082480:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693281.082481:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082483:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693281.082486:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101296512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693281.082492:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693281.082493:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693281.082495:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693281.082497:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693281.082498:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693281.082499:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693281.082501:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693281.082503:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:2.0:1790693281.082505:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693281.082507:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693281.082508:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:2.0:1790693281.082510:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693281.082512:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082513:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.082516:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693281.082518:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.082519:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693281.082521:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.463552:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693281.463553:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693281.463553:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693281.463565:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693281.463565:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693281.463569:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693281.463572:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.463573:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693281.463574:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693281.463586:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693281.463588:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693281.463588:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693281.463598:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693281.463604:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693281.463605:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693281.463605:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693281.463613:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693281.463615:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693281.463615:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.463621:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693281.463623:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693281.463626:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693281.463629:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.463629:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693281.463631:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693281.463638:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693281.463645:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693282.103560:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693282.103570:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693282.103573:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693282.103581:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693282.103586:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693282.103591:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693282.103595:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693282.103599:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693282.103602:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693282.423483:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298438402, at 4298438464
00000100:00000040:1.0:1790693282.423483:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298438402, at 4298438464
00000100:00000010:0.0:1790693282.423495:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b6c0.
00000100:00000010:1.0:1790693282.423497:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b300.
00000100:00000001:0.0:1790693282.487529:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693282.487531:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693282.487537:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693282.487538:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693282.487540:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693282.487541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693282.487547:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693282.487548:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693282.487549:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693282.487552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693282.487558:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693282.487559:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693282.487559:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693282.487565:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693282.487566:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693282.487567:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693282.487571:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693282.487576:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693282.487576:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693282.487577:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693282.487583:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693282.487587:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693282.487590:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693282.487594:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693282.487600:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693282.487602:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693282.487606:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693282.487613:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693282.487617:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693282.487620:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693283.127534:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693283.127546:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693283.127550:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693283.127557:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693283.127562:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693283.127567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693283.127571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693283.127575:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693283.127578:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693283.511506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693283.511507:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693283.511514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693283.511516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693283.511517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693283.511526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693283.511526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693283.511526:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693283.511535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693283.511543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693283.511544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693283.511544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693283.511552:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693283.511553:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693283.511555:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693283.511558:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693283.511558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693283.511559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693283.511563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693283.511565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693283.511566:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693283.511570:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693283.511571:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693283.511572:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693283.511576:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693283.511576:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693283.511582:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693284.151539:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693284.151550:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693284.151553:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693284.151560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693284.151566:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693284.151570:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693284.151573:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693284.151576:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693284.151580:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693284.535528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693284.535528:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693284.535528:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693284.535538:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693284.535538:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693284.535539:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693284.535543:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693284.535544:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693284.535544:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693284.535551:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693284.535552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693284.535552:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693284.535557:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693284.535560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693284.535560:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693284.535562:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693284.535565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693284.535566:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693284.535567:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693284.535570:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693284.535573:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693284.535575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693284.535578:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693284.535579:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693284.535583:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693284.535584:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693284.535587:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693284.535613:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693284.535617:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693284.535620:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693285.175551:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693285.175562:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693285.175566:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693285.175574:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693285.175579:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693285.175583:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693285.175587:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693285.175590:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693285.175595:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693285.559544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693285.559550:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693285.559551:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693285.559555:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693285.559557:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693285.559558:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693285.559565:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693285.559567:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693285.559569:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693285.559576:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693285.559576:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693285.559578:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693285.559586:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693285.559588:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693285.559589:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693285.559591:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693285.559600:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693285.559602:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693285.559608:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693285.559609:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693285.559620:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693285.559623:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693285.559623:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693285.559625:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693285.559634:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693285.559637:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693285.559646:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.199538:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693286.199548:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693286.199551:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693286.199558:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693286.199564:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1790693286.199565:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693286.199570:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.199577:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1790693286.199580:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693286.199582:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.199584:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693286.199588:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693286.199590:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693286.199597:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693286.199606:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3769
00000400:00000200:0.0:1790693286.199616:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693286.199623:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693286.199626:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693286.199630:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199633:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693286.199636:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199638:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693286.199646:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693286.199649:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693286.199652:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693286.199655:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693286.199657:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693286.199660:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693286.199663:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199664:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693286.199666:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199668:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693286.199671:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693286.199674:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199677:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693286.199680:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693286.199683:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693286.199686:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.199688:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693286.199702:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693286.199712:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693286.199717:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693286.199720:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693286.199722:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.199724:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693286.199727:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693286.199731:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693286.199739:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a70c00.
00000100:00000001:0.0:1790693286.199746:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693286.199755:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693286.199765:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693286.199769:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693286.199773:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693286.199795:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693286.199797:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693286.199801:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693286.199802:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693286.199804:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693286.199807:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693286.199809:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3769
00000400:00000200:0.0:1790693286.199813:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693286.199816:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693286.199818:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693286.199821:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199824:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693286.199826:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199829:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693286.199831:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693286.199833:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693286.199835:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693286.199837:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790693286.199838:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693286.199842:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693286.199843:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693286.199845:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693286.199847:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693286.199851:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199856:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693286.199857:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693286.199861:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.199866:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693286.199870:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:2.0:1790693286.199873:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1790693286.199875:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693286.199877:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.199879:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693286.199883:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693286.199883:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693286.199888:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693286.199891:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693286.199892:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693286.199895:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.199897:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693286.199902:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1790693286.199904:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101296640:192.168.204.134@tcp:250:
00000008:00000001:0.0:1790693286.199907:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.199912:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.199912:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693286.199918:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1790693286.199919:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
02000000:00000001:2.0:1790693286.199922:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.199926:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1790693286.199929:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000010:2.0:1790693286.199931:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:0.0:1790693286.199933:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693286.199936:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.199936:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.199941:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693286.199943:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693286.199945:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693286.199946:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:0.0:1790693286.199951:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73c00.
00000400:00000010:2.0:1790693286.199953:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000100:00000001:0.0:1790693286.199955:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693286.199960:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00100000:0.0:1790693286.199962:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693286.199968:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296640, portal 25
00000100:00000001:0.0:1790693286.199974:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693286.199974:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693286.199977:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000001:0.0:1790693286.199978:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693286.199986:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693286.199994:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.199997:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693286.200004:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693286.200008:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000001:0.0:1790693286.200011:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693286.200013:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101296640, offset 0
00000100:00080000:0.0:1790693286.200016:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693286.200021:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693286.200023:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693286.200027:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693286.200029:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693286.200031:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693286.200034:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693286.200040:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3769
00000400:00000200:2.0:1790693286.200041:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693286.200047:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.200049:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693286.200055:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693286.200056:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:0.0:1790693286.200060:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693286.200063:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1790693286.200067:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693286.200070:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.200072:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693286.200078:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693286.200080:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6552:6552:256:4294967295] 192.168.204.134@tcp LPNI seq info [6547:6547:8:4294967295]
00000100:00000001:0.0:1790693286.200081:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693286.200088:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790693286.200090:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:0.0:1790693286.200091:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693286.200095:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693286.200098:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693286.200101:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693286.200106:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:2.0:1790693286.200107:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1790693286.200113:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.200118:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790693286.200118:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693286.200123:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000010:2.0:1790693286.200125:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000100:00000001:0.0:1790693286.200126:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693286.200131:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693286.200137:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:2.0:1790693286.200137:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693286.200143:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693286.200144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1790693286.200145:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693286.200150:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790693286.200154:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:0.0:1790693286.200155:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693286.200160:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1790693286.200161:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693286.200164:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693286.200168:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790693286.200169:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693286.200171:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693286.200173:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000100:00000010:0.0:1790693286.200177:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693286.200181:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:2.0:1790693286.200182:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1790693286.200186:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693286.200190:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693286.200191:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693286.200194:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693286.200197:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790693286.200198:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
02000000:00000001:0.0:1790693286.200199:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693286.200202:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
02000000:00000010:0.0:1790693286.200206:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72000.
00000100:00000001:2.0:1790693286.200207:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1790693286.200211:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693286.200214:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693286.200219:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693286.200233:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693286.200235:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693286.200237:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693286.200240:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693286.200245:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200260:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.200263:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200263:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1790693286.200268:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693286.200270:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693286.200274:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693286.200278:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790693286.200278:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693286.200280:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693286.200283:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298443522
00000100:00000001:0.0:1790693286.200285:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000010:2.0:1790693286.200289:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b600.
00000100:00080000:0.0:1790693286.200290:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3769
00000400:00000200:0.0:1790693286.200296:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693286.200298:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1790693286.200301:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693286.200305:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693286.200306:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298443522
00000100:00000040:0.0:1790693286.200310:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000010:2.0:1790693286.200312:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bf60.
00000100:00000001:0.0:1790693286.200314:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693286.200317:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1790693286.200318:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693286.200322:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693286.200323:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693286.200326:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200328:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693286.200333:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693286/real 1790693286]  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693286.200337:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693286.200341:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693286.200344:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693286.200347:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000001:2.0:1790693286.200348:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1790693286.200351:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000001:2.0:1790693286.200352:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1790693286.200356:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693286.200361:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693286.200362:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000100:00000001:0.0:1790693286.200365:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693286.200369:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693286.200369:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693286.200373:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:0.0:1790693286.200374:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693286.200378:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:0.0:1790693286.200380:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693286.200386:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:2.0:1790693286.200388:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693286.200389:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693286.200393:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693286.200418:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693286.200421:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.200423:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693286.200426:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693286.200430:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.200435:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693286.200440:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693286.200441:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693286.200446:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693286.200451:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693286.200453:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200456:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693286.200457:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693286.200461:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693286.200462:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693286.200463:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200466:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1790693286.200470:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:2.0:1790693286.200470:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.200476:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693286.200479:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693286.200484:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693286.200495:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.200500:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693286.200504:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693286.200505:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693286.200513:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200517:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693286.200523:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.200527:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693286.200530:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200530:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693286.200536:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693286.200536:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693286.200540:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693286.200542:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1790693286.200545:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1790693286.200546:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693286.200549:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1790693286.200553:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693286.200555:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693286.200559:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1790693286.200560:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3769
00000400:00000200:0.0:1790693286.200568:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693286.200568:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693286.200573:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693286.200579:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693286.200585:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:2.0:1790693286.200589:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101296640:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693286.200590:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693286.200595:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693286.200598:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.200599:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693286.200603:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1790693286.200605:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693286.200608:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000040:2.0:1790693286.200610:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101296640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693286.200611:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693286.200614:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693286.200619:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693286.200624:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693286.200631:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693286.200636:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693286.200638:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1790693286.200641:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693286.200643:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1790693286.200646:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:2.0:1790693286.200648:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
00000020:00000040:0.0:1790693286.200651:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:2.0:1790693286.200653:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1790693286.200657:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000020:00000001:2.0:1790693286.200658:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693286.200661:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:0.0:1790693286.200662:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693286.200666:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:0.0:1790693286.200667:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1790693286.200670:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693286.200672:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693286.200675:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693286.200676:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.200679:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1790693286.200680:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:2.0:1790693286.200682:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000008:00100000:0.0:1790693286.200684:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693286.200686:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000008:00000001:0.0:1790693286.200689:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200689:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.200705:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.200707:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693286.200713:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000100:00000001:2.0:1790693286.200714:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1790693286.200716:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:2.0:1790693286.200717:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693286.200721:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693286.200724:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.200726:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693286.200728:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693286.200729:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1790693286.200731:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200732:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693286.200735:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1790693286.200737:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71c00.
00000100:00000040:2.0:1790693286.200740:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693286.200742:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693286.200752:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693286.200752:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693286.200755:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.200759:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693286.200762:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693286.200767:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1790693286.200767:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.200771:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693286.200773:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296768:192.168.204.134@tcp:38:
00000100:00000040:0.0:1790693286.200779:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200780:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693286.200783:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693286.200786:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.200790:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693286.200794:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
00000100:00000001:0.0:1790693286.200796:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.200798:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693286.200803:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3779)
00000400:00000200:2.0:1790693286.200807:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693286.200812:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693286.200816:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693286.200819:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296768, portal 10
00000100:00000001:2.0:1790693286.200821:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693286.200822:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:2.0:1790693286.200828:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200836:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693286.200838:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693286.200841:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693286.200843:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101296768, offset 0
00000400:00000200:2.0:1790693286.200847:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693286.200851:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.200854:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693286.200856:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693286.200858:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693286.200859:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693286.200861:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693286.200863:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6553:6553:256:4294967295] 192.168.204.134@tcp LPNI seq info [6548:6548:8:4294967295]
00000400:00000200:2.0:1790693286.200865:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.200869:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693286.200873:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.200876:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693286.200880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693286.200883:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693286.200886:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693286.200889:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790693286.200892:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.200894:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693286.200896:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693286.200900:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693286.200903:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693286.200905:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693286.200907:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693286.200911:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200919:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.200922:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200928:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200929:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693286.200932:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693286.200936:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693286.200938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693286.200939:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298442259
00000100:00000001:2.0:1790693286.200941:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.200942:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298442259
00000100:00000001:2.0:1790693286.200944:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.200945:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693286.200946:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.200947:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693286.200950:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693286/real 1790693286]  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693286.200954:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693286.200955:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693286.200956:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693286.200957:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693286.200958:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693286.200960:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693286.200961:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693286.200966:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200973:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693286.200974:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.200975:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.200976:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693286.200978:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200982:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693286.200985:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.200991:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693286.200993:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.200994:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.200995:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.200997:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693286.200999:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693286.201002:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693286.201005:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693286.201007:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693286.201011:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693286.201018:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296768:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693286.201022:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693286.201025:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201032:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693286.201032:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.201034:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693286.201036:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693286.201037:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693286.201039:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296896:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693286.201041:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693286.201042:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693286.201043:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.201044:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693286.201046:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693286.201048:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693286.201050:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693286.201051:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693286.201053:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693286.201055:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101296896, portal 10
00000100:00000001:2.0:1790693286.201057:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693286.201058:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:2.0:1790693286.201061:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201065:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693286.201066:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693286.201067:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693286.201069:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101296896, offset 0
00000400:00000200:2.0:1790693286.201071:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693286.201074:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.201075:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693286.201078:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693286.201079:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693286.201080:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693286.201082:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693286.201084:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6554:6554:256:4294967295] 192.168.204.134@tcp LPNI seq info [6549:6549:8:4294967295]
00000400:00000200:2.0:1790693286.201086:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.201090:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693286.201092:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.201094:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693286.201097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693286.201098:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693286.201101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693286.201102:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790693286.201105:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.201106:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693286.201108:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693286.201110:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693286.201111:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693286.201112:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693286.201114:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693286.201116:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201120:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.201122:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201126:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201127:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693286.201129:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693286.201130:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693286.201132:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693286.201133:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298442265
00000100:00000001:2.0:1790693286.201135:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.201136:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298442265
00000100:00000001:2.0:1790693286.201137:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.201139:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693286.201140:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201141:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693286.201143:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693286/real 1790693286]  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693286.201150:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693286.201151:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693286.201152:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693286.201153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693286.201154:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693286.201155:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693286.201157:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693286.201161:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201164:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693286.201165:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201166:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.201167:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693286.201169:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201173:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693286.201175:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201178:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693286.201179:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201180:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.201181:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201182:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693286.201183:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693286.201184:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693286.201186:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693286.201187:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693286.201190:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693286.201194:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101296896:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693286.201196:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693286.201198:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201201:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693286.201202:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.201203:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693286.201204:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693286.201205:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693286.201206:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297024:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693286.201208:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693286.201208:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693286.201209:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.201210:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693286.201212:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693286.201213:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693286.201214:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693286.201216:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693286.201218:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693286.201220:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297024, portal 4
00000100:00000001:2.0:1790693286.201221:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693286.201222:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:2.0:1790693286.201225:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201228:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693286.201230:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693286.201231:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693286.201232:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101297024, offset 0
00000400:00000200:2.0:1790693286.201234:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693286.201236:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.201239:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693286.201241:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693286.201243:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693286.201245:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693286.201248:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693286.201250:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6555:6555:256:4294967295] 192.168.204.134@tcp LPNI seq info [6550:6550:8:4294967295]
00000400:00000200:2.0:1790693286.201254:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.201260:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693286.201264:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.201267:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693286.201270:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693286.201273:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693286.201276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693286.201279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790693286.201282:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.201284:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693286.201286:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693286.201289:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693286.201291:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693286.201292:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693286.201294:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693286.201298:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201305:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.201307:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201313:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201315:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693286.201318:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693286.201321:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693286.201324:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693286.201326:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298442259
00000100:00000001:2.0:1790693286.201328:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.201330:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298442259
00000100:00000001:2.0:1790693286.201332:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.201334:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693286.201336:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201338:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693286.201342:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693286/real 1790693286]  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693286.201349:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693286.201350:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693286.201352:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693286.201354:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693286.201356:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693286.201358:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693286.201361:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693286.201369:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201375:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693286.201377:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201379:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.201380:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693286.201383:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201389:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693286.201393:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201417:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693286.201420:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201422:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.201423:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201424:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693286.201426:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693286.201428:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693286.201431:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693286.201434:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693286.201437:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693286.201445:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297024:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693286.201448:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201450:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.201453:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101296768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201459:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693286.201461:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693286.201463:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693286.201465:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693286.201467:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693286.201468:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693286.201470:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693286.201472:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:2.0:1790693286.201474:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693286.201476:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693286.201477:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:2.0:1790693286.201480:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693286.201481:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201482:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.201485:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101296896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201491:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693286.201492:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693286.201494:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693286.201496:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693286.201497:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693286.201498:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693286.201500:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693286.201501:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72000.
02000000:00000001:2.0:1790693286.201503:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693286.201503:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693286.201505:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:2.0:1790693286.201507:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693286.201508:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201509:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.201511:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101297024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201517:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693286.201518:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693286.201520:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693286.201521:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693286.201522:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693286.201523:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693286.201525:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693286.201526:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
02000000:00000001:2.0:1790693286.201528:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693286.201529:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693286.201530:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:2.0:1790693286.201532:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693286.201533:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201534:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201537:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693286.201539:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201540:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693286.201542:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693286.201543:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693286.201546:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201551:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693286.201553:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.201555:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693286.201556:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693286.201558:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693286.201561:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297152:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693286.201563:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693286.201565:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693286.201566:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693286.201568:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693286.201570:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693286.201572:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693286.201575:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693286.201577:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693286.201580:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693286.201583:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297152, portal 4
00000100:00000001:2.0:1790693286.201584:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693286.201586:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:2.0:1790693286.201591:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201597:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693286.201599:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693286.201601:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693286.201603:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101297152, offset 0
00000400:00000200:2.0:1790693286.201607:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693286.201610:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.201613:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693286.201615:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693286.201618:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693286.201620:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693286.201622:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693286.201625:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6556:6556:256:4294967295] 192.168.204.134@tcp LPNI seq info [6551:6551:8:4294967295]
00000400:00000200:2.0:1790693286.201629:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693286.201635:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693286.201639:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.201642:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693286.201645:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693286.201648:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693286.201652:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693286.201655:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790693286.201658:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693286.201660:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693286.201662:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693286.201665:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693286.201668:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693286.201669:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693286.201672:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693286.201675:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201682:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.201685:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201702:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201704:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693286.201707:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693286.201710:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693286.201713:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693286.201715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298442265
00000100:00000001:2.0:1790693286.201717:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.201719:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298442265
00000100:00000001:2.0:1790693286.201721:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298443522
00000100:00000001:2.0:1790693286.201723:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693286.201725:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201726:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693286.201730:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693286/real 1790693286]  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693286.201744:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693286.201746:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693286.201747:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693286.201750:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693286.201751:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693286.201753:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693286.201756:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693286.201764:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201770:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693286.201771:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201773:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.201774:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693286.201777:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201783:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693286.201787:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201794:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693286.201796:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201797:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693286.201798:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201800:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693286.201801:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693286.201803:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693286.201806:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693286.201808:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693286.201812:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693286.201820:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297152:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693286.201823:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201825:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693286.201828:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101297152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693286.201833:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693286.201835:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693286.201836:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693286.201838:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693286.201839:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693286.201840:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693286.201842:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693286.201844:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:2.0:1790693286.201845:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693286.201846:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693286.201847:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:2.0:1790693286.201848:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693286.201849:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201850:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.201852:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693286.201853:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.201854:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693286.201855:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693286.583489:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693286.583489:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693286.583496:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693286.583497:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693286.583500:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.583501:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693286.583507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693286.583508:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693286.583513:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693286.583514:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693286.583516:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.583519:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.583520:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693286.583523:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.583525:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693286.583527:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693286.583529:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693286.583533:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693286.583618:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693286.583620:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693286.583622:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693286.583641:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693286.583644:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693286.583645:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693286.583647:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693286.583648:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693286.583649:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.583651:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693286.583652:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693286.583653:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693287.223503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693287.223511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693287.223513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693287.223519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693287.223526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693287.223530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693287.223534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693287.223537:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693287.223541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693287.543510:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298443522, at 4298443584
00000100:00000040:1.0:1790693287.543510:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298443522, at 4298443584
00000100:00000010:1.0:1790693287.543525:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bf60.
00000100:00000010:0.0:1790693287.543527:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b600.
00000100:00000001:0.0:1790693287.607497:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693287.607497:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693287.607504:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693287.607504:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693287.607507:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693287.607508:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693287.607513:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693287.607515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693287.607517:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693287.607518:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693287.607519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693287.607522:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693287.607524:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693287.607526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693287.607527:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693287.607528:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693287.607529:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693287.607529:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693287.607530:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693287.607538:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693287.607538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693287.607538:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693287.607546:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693287.607551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693287.607556:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693287.607558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693287.607562:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693288.247499:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693288.247507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693288.247510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693288.247516:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693288.247520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693288.247523:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693288.247526:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693288.247529:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693288.247532:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693288.631557:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693288.631572:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693288.631576:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693288.631585:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693288.631593:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693288.631604:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693288.631607:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693288.631611:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693288.631615:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693288.631615:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693288.631621:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693288.631626:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693288.631627:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693288.631634:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693288.631640:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693288.631664:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693288.631669:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693288.631678:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693288.631714:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693288.631720:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693288.631722:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693288.631726:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693288.631729:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693288.631731:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693288.631733:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693288.631735:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693288.631737:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693288.632575:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693288.632580:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693288.632584:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693289.271481:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693289.271490:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693289.271493:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693289.271500:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693289.271504:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693289.271509:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693289.271512:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693289.271515:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693289.271519:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693289.655520:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693289.655520:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693289.655523:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693289.655529:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693289.655529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693289.655532:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693289.655534:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693289.655534:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693289.655540:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693289.655545:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693289.655545:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693289.655551:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693289.655552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693289.655556:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693289.655557:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693289.655559:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693289.655562:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693289.655562:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693289.655566:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693289.655566:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693289.655567:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693289.655573:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693289.655578:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693289.655579:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693289.655579:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693289.655583:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693289.655594:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693290.295482:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693290.295491:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693290.295493:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693290.295500:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693290.295504:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693290.295508:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693290.295511:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693290.295514:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693290.295517:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693290.679515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693290.679517:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693290.679517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693290.679528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693290.679529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693290.679530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693290.679544:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693290.679545:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693290.679546:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693290.679560:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693290.679561:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693290.679561:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693290.679566:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693290.679571:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693290.679572:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693290.679576:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693290.679577:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693290.679579:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693290.679585:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693290.679591:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693290.679592:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693290.679595:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693290.679596:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693290.679618:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693290.679620:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693290.679625:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693290.679630:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693290.679699:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693290.679701:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693290.679703:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693291.319538:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693291.319545:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693291.319550:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693291.319559:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693291.319568:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693291.319573:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.319578:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.319579:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.319581:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.319814:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693291.319820:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693291.319824:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693291.319834:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.319858:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.319859:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.319868:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693291.319871:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693291.319875:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693291.319886:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101297280:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693291.319895:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693291.319899:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693291.319903:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.319907:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693291.319918:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693291.319927:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693291.319944:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693291.319951:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693291.319963:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693291.319978:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297280, portal 25
00000100:00000001:2.0:1790693291.319985:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693291.319991:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932671488 : -115045776880128 : ffff975dd1560e00)
00000100:00000040:2.0:1790693291.320007:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.320013:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693291.320016:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693291.320019:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693291.320025:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101297280, offset 0
00000400:00000200:2.0:1790693291.320038:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693291.320049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.320058:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693291.320070:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693291.320085:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693291.320098:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693291.320108:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693291.320133:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6557:6557:256:4294967295] 192.168.204.134@tcp LPNI seq info [6552:6552:8:4294967295]
00000400:00000200:2.0:1790693291.320159:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.320191:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693291.320216:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.320226:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693291.320242:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693291.320251:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693291.320272:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693291.320282:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693291.320296:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.320301:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693291.320311:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693291.320322:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693291.320330:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693291.320336:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693291.320344:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693291.320356:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.320389:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.320417:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.320424:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.320427:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693291.320433:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693291.320439:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693291.320447:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298448643
00000100:00000010:2.0:1790693291.320457:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b540.
00000100:00000001:2.0:1790693291.320471:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693291.320483:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298448643
00000100:00000010:2.0:1790693291.320494:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b000.
00000100:00000001:2.0:1790693291.320501:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693291.320508:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693291.320520:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.320526:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693291.320541:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693291/real 1790693291]  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693291.320576:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693291.320579:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693291.320585:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693291.320606:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693291.320611:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693291.320623:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693291.320638:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693291.320671:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.320678:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693291.320681:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.320691:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.320696:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693291.320702:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.320720:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693291.320734:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.320753:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693291.320757:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.320763:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.320766:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.320772:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693291.320779:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693291.320782:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693291.320790:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693291.320792:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693291.320803:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693291.320818:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101297280:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693291.320823:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.320833:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.320838:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560e00 x1877674101297280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.320845:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693291.320851:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693291.320858:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693291.320867:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693291.320870:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693291.320873:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693291.320883:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693291.320886:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693291.320901:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693291.320909:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693291.320913:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560e00.
00000100:00000001:2.0:1790693291.320920:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693291.320924:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.320930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.320942:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693291.320946:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.320950:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693291.320955:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693291.320957:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693291.320964:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321033:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.321040:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.321046:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693291.321049:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693291.321054:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693291.321065:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297408:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693291.321085:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693291.321090:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693291.321094:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.321101:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693291.321108:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693291.321117:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693291.321130:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693291.321137:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693291.321145:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693291.321152:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297408, portal 10
00000100:00000001:2.0:1790693291.321158:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693291.321161:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:2.0:1790693291.321175:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321195:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693291.321206:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693291.321213:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693291.321221:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101297408, offset 0
00000400:00000200:2.0:1790693291.321239:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693291.321247:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.321253:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693291.321266:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693291.321274:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693291.321283:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693291.321294:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693291.321314:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6558:6558:256:4294967295] 192.168.204.134@tcp LPNI seq info [6553:6553:8:4294967295]
00000400:00000200:2.0:1790693291.321328:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.321347:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693291.321354:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.321360:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693291.321368:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693291.321377:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693291.321430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693291.321436:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693291.321447:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.321454:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693291.321466:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693291.321476:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693291.321480:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693291.321486:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693291.321490:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693291.321494:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321503:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.321506:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321510:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.321512:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693291.321514:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693291.321517:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693291.321519:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693291.321521:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298447380
00000100:00000001:2.0:1790693291.321523:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.321524:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298447380
00000100:00000001:2.0:1790693291.321525:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.321527:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693291.321528:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.321530:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693291.321532:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693291/real 1790693291]  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693291.321536:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693291.321537:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693291.321538:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693291.321540:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693291.321541:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693291.321542:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693291.321544:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693291.321548:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321552:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693291.321553:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321554:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.321554:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693291.321556:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321560:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693291.321562:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321565:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693291.321567:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321568:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.321568:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321569:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693291.321571:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693291.321573:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693291.321575:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693291.321577:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693291.321579:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693291.321583:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297408:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693291.321585:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693291.321587:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321591:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.321604:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.321605:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693291.321607:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693291.321608:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693291.321610:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297536:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693291.321612:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693291.321614:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693291.321615:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.321617:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693291.321620:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693291.321622:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693291.321626:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693291.321628:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693291.321631:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693291.321633:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297536, portal 10
00000100:00000001:2.0:1790693291.321635:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693291.321636:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:2.0:1790693291.321643:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321654:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693291.321656:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693291.321658:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693291.321661:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101297536, offset 0
00000400:00000200:2.0:1790693291.321665:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693291.321667:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.321670:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693291.321672:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693291.321673:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693291.321675:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693291.321676:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693291.321678:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6559:6559:256:4294967295] 192.168.204.134@tcp LPNI seq info [6554:6554:8:4294967295]
00000400:00000200:2.0:1790693291.321681:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.321685:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693291.321688:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.321690:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693291.321692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693291.321693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693291.321697:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693291.321698:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693291.321700:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.321702:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693291.321703:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693291.321705:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693291.321707:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693291.321708:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693291.321710:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693291.321712:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321717:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.321719:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321726:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.321727:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693291.321728:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693291.321731:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693291.321733:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693291.321734:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298447386
00000100:00000001:2.0:1790693291.321736:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.321737:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298447386
00000100:00000001:2.0:1790693291.321738:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.321739:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693291.321740:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.321741:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693291.321743:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693291/real 1790693291]  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693291.321747:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693291.321748:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693291.321749:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693291.321750:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693291.321752:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693291.321753:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693291.321755:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693291.321759:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321763:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693291.321764:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321765:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.321766:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693291.321767:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321772:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693291.321774:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321777:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693291.321779:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321779:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.321780:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321781:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693291.321782:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693291.321784:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693291.321786:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693291.321787:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693291.321789:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693291.321793:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297536:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693291.321795:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321796:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.321797:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101297408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321801:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693291.321802:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693291.321803:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693291.321805:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693291.321806:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693291.321807:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693291.321808:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693291.321809:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:2.0:1790693291.321811:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693291.321812:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693291.321813:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693291.321815:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693291.321816:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321816:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.321818:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101297536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321822:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693291.321822:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693291.321823:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693291.321824:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693291.321825:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693291.321825:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693291.321826:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693291.321827:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693291.321828:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693291.321829:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693291.321829:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:2.0:1790693291.321830:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693291.321831:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321832:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321834:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693291.321835:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.321836:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693291.321837:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693291.321838:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693291.321840:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321844:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.321845:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.321846:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693291.321847:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693291.321848:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693291.321850:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297664:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693291.321852:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693291.321854:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693291.321855:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.321856:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693291.321858:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693291.321859:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693291.321861:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693291.321862:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693291.321864:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693291.321866:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297664, portal 4
00000100:00000001:2.0:1790693291.321867:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693291.321868:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:2.0:1790693291.321872:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321876:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693291.321877:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693291.321878:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693291.321880:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101297664, offset 0
00000400:00000200:2.0:1790693291.321882:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693291.321883:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.321885:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693291.321887:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693291.321888:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693291.321890:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693291.321891:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693291.321893:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6560:6560:256:4294967295] 192.168.204.134@tcp LPNI seq info [6555:6555:8:4294967295]
00000400:00000200:2.0:1790693291.321895:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.321899:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693291.321901:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.321903:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693291.321905:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693291.321907:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693291.321909:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693291.321911:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693291.321913:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.321915:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693291.321916:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693291.321918:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693291.321920:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693291.321921:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693291.321922:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693291.321924:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321928:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.321930:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321933:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.321934:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693291.321936:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693291.321938:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693291.321939:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693291.321940:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298447380
00000100:00000001:2.0:1790693291.321941:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.321943:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298447380
00000100:00000001:2.0:1790693291.321944:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.321945:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693291.321946:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.321947:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693291.321949:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693291/real 1790693291]  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693291.321953:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693291.321953:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693291.321954:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693291.321955:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693291.321956:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693291.321957:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693291.321959:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693291.321964:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321967:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693291.321968:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321969:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.321969:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693291.321971:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321974:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693291.321976:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.321982:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693291.321984:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321985:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.321986:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.321987:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693291.321989:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693291.321991:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693291.321994:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693291.321996:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693291.322000:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693291.322007:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297664:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693291.322011:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693291.322015:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322027:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.322028:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.322031:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693291.322032:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693291.322033:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693291.322035:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297792:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693291.322037:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693291.322038:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693291.322039:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693291.322040:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693291.322042:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693291.322043:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693291.322046:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693291.322047:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693291.322049:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693291.322051:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297792, portal 4
00000100:00000001:2.0:1790693291.322052:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693291.322053:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:2.0:1790693291.322056:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322060:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693291.322061:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693291.322062:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693291.322064:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101297792, offset 0
00000400:00000200:2.0:1790693291.322066:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693291.322068:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.322070:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693291.322071:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693291.322073:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693291.322074:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693291.322076:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693291.322078:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6561:6561:256:4294967295] 192.168.204.134@tcp LPNI seq info [6556:6556:8:4294967295]
00000400:00000200:2.0:1790693291.322080:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693291.322084:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693291.322087:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.322089:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693291.322091:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693291.322092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693291.322095:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693291.322096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693291.322110:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693291.322111:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693291.322113:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693291.322115:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693291.322118:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693291.322120:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693291.322122:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693291.322125:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322131:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.322134:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322140:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.322141:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693291.322144:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693291.322147:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693291.322150:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693291.322152:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298447385
00000100:00000001:2.0:1790693291.322154:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.322157:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298447385
00000100:00000001:2.0:1790693291.322158:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298448643
00000100:00000001:2.0:1790693291.322161:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693291.322162:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.322164:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693291.322167:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693291/real 1790693291]  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693291.322175:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693291.322176:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693291.322177:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693291.322180:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693291.322181:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693291.322183:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693291.322186:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693291.322194:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322200:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693291.322201:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.322203:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.322205:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693291.322208:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322213:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693291.322216:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322219:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693291.322221:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.322222:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693291.322222:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.322223:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693291.322224:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693291.322226:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693291.322228:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693291.322229:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693291.322231:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693291.322236:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101297792:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693291.322238:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.322239:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.322240:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101297664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322243:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693291.322244:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693291.322246:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693291.322247:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693291.322248:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693291.322248:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693291.322250:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693291.322251:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:2.0:1790693291.322252:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693291.322253:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693291.322254:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693291.322255:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693291.322256:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.322257:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693291.322259:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101297792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693291.322262:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693291.322263:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693291.322264:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693291.322265:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693291.322265:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693291.322266:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693291.322267:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693291.322267:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693291.322269:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693291.322270:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693291.322271:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:2.0:1790693291.322272:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693291.322273:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.322274:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.322276:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693291.322277:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.322278:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693291.322279:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693291.703546:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693291.703546:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693291.703561:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693291.703562:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693291.703568:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693291.703569:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693291.703578:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693291.703579:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693291.703598:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693291.703605:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693291.703607:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693291.703612:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693291.703616:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.703620:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693291.703621:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.703627:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693291.703629:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693291.703629:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.703631:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693291.703638:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693291.703642:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693291.703645:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693291.703647:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693291.703653:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.703658:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693291.703661:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693291.703664:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693292.343519:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693292.343526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693292.343529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693292.343534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693292.343541:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693292.343548:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693292.343552:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693292.343555:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693292.343558:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693292.663486:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298448643, at 4298448704
00000100:00000040:1.0:1790693292.663486:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298448643, at 4298448704
00000100:00000010:0.0:1790693292.663501:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b540.
00000100:00000010:1.0:1790693292.663503:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b000.
00000100:00000001:0.0:1790693292.727507:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693292.727507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693292.727516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693292.727516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693292.727521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693292.727521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693292.727529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693292.727529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693292.727536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693292.727537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693292.727541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693292.727543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693292.727546:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693292.727549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693292.727551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693292.727554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693292.727556:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693292.727559:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693292.727697:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693292.727700:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693292.727703:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693292.727726:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693292.727730:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693292.727732:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693292.727734:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693292.727737:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693292.727739:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693292.727741:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693292.727742:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693292.727744:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693293.367495:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693293.367504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693293.367507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693293.367512:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693293.367516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693293.367520:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693293.367522:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693293.367525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693293.367529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693293.751501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693293.751506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693293.751510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693293.751512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693293.751514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693293.751515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693293.751523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693293.751524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693293.751530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693293.751531:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693293.751537:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693293.751537:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693293.751543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693293.751558:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693293.751562:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693293.751563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693293.751567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693293.751568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693293.752089:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693293.752093:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693293.752095:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693293.752098:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693293.752100:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693293.752102:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693293.752104:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693293.752106:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693293.752108:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693294.391736:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693294.391743:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693294.391745:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693294.391751:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693294.391754:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693294.391757:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693294.391759:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693294.391762:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693294.391765:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693294.775504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693294.775504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693294.775504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693294.775512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693294.775513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693294.775513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693294.775515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693294.775517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693294.775518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693294.775522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693294.775524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693294.775535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693294.775538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693294.775540:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693294.775543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693294.775543:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693294.775545:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693294.775547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693294.775549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693294.775552:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693294.775553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693294.775557:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693294.775558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693294.775559:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693294.775561:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693294.775563:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693294.775570:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693294.775608:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693294.775611:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693294.775613:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693295.415542:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693295.415550:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693295.415552:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693295.415557:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693295.415561:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693295.415565:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693295.415569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693295.415572:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693295.415575:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693295.799563:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693295.799563:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693295.799564:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693295.799575:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693295.799575:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693295.799576:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693295.799580:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693295.799583:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693295.799584:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693295.799591:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693295.799593:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693295.799594:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693295.799601:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693295.799601:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693295.799605:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693295.799614:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693295.799615:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693295.799616:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693295.799624:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693295.799626:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693295.799629:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693295.799630:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693295.799643:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693295.799644:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693295.799644:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693295.799655:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693295.799672:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.439525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693296.439533:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693296.439536:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693296.439542:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693296.439547:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693296.439553:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.439555:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693296.439557:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.439562:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693296.439570:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693296.439578:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693296.439580:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693296.439585:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693296.439590:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693296.439597:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3780
00000400:00000200:0.0:1790693296.439606:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693296.439613:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693296.439616:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693296.439621:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439632:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.439636:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439640:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693296.439649:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693296.439650:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693296.439653:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693296.439656:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693296.439659:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693296.439661:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693296.439665:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439667:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.439669:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439671:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693296.439675:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693296.439679:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439682:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693296.439684:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693296.439687:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693296.439689:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.439691:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693296.439693:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693296.439699:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693296.439702:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693296.439705:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693296.439707:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.439709:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693296.439712:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693296.439716:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693296.439722:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73000.
00000100:00000001:0.0:1790693296.439727:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693296.439734:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693296.439742:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693296.439744:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693296.439748:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693296.439765:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693296.439767:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693296.439770:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693296.439772:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693296.439773:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693296.439775:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693296.439776:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3780
00000400:00000200:0.0:1790693296.439779:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693296.439782:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693296.439784:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693296.439786:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439788:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.439790:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439792:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693296.439797:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693296.439798:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693296.439800:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693296.439802:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693296.439805:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693296.439808:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693296.439813:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439817:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.439822:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439826:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693296.439829:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693296.439833:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439836:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693296.439838:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693296.439845:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693296.439848:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.439850:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693296.439854:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693296.439857:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.439859:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693296.439863:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693296.439864:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693296.439867:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693296.439867:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.439869:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693296.439870:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693296.439872:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693296.439874:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72800.
00000100:00000001:0.0:1790693296.439877:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693296.439882:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693296.439890:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693296.439892:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693296.439896:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693296.439903:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693296.439906:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693296.439909:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693296.439911:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693296.439912:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693296.439915:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693296.439917:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3780
00000100:00000001:2.0:1790693296.439931:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1790693296.439936:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693296.439936:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693296.439939:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1790693296.439945:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000040:2.0:1790693296.439949:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693296.439950:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693296.439956:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.439962:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.439965:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693296.439967:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693296.439970:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693296.439970:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.439975:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1790693296.439977:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1790693296.439978:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1790693296.439980:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
02000000:00000001:2.0:1790693296.439982:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693296.439983:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693296.439988:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00100000:2.0:1790693296.439989:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101297920:192.168.204.134@tcp:250:
00000020:00000001:0.0:1790693296.439992:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:2.0:1790693296.439993:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1790693296.439996:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
02000000:00000001:2.0:1790693296.439999:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693296.440001:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693296.440004:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693296.440005:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693296.440010:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693296.440013:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.440017:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693296.440021:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000100:00000001:0.0:1790693296.440023:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.440027:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693296.440029:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000001:0.0:1790693296.440030:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693296.440034:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693296.440037:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:2.0:1790693296.440039:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101297920, portal 25
00000100:00000001:0.0:1790693296.440040:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693296.440044:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693296.440044:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790693296.440047:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693296.440048:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
02000000:00000001:0.0:1790693296.440052:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440055:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693296.440059:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1790693296.440060:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790693296.440064:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440069:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693296.440075:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000100:00000001:2.0:1790693296.440076:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1790693296.440080:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000040:2.0:1790693296.440081:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:0.0:1790693296.440085:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1790693296.440087:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
02000000:00000001:0.0:1790693296.440088:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440092:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1790693296.440093:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101297920, offset 0
02000000:00000001:0.0:1790693296.440094:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693296.440098:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.440101:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000010:0.0:1790693296.440104:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72400.
00000100:00000001:0.0:1790693296.440109:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.440112:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:0.0:1790693296.440118:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693296.440122:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693296.440130:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693296.440134:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693296.440139:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693296.440144:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693296.440145:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.440148:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.440154:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6562:6562:256:4294967295] 192.168.204.134@tcp LPNI seq info [6557:6557:8:4294967295]
00000100:00000040:0.0:1790693296.440158:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693296.440162:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693296.440173:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.440178:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1790693296.440179:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693296.440187:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693296.440188:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693296.440191:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1790693296.440191:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693296.440197:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000800:00000010:2.0:1790693296.440199:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000100:00080000:0.0:1790693296.440201:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3780
00000400:00000200:0.0:1790693296.440207:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:2.0:1790693296.440212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000400:00000200:0.0:1790693296.440215:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000200:2.0:1790693296.440218:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1790693296.440219:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693296.440225:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.440229:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790693296.440230:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693296.440234:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:2.1:1790693296.440236:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1790693296.440238:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693296.440244:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:2.0:1790693296.440245:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000040:0.0:1790693296.440247:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000800:00000010:2.0:1790693296.440249:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000020:00000001:0.0:1790693296.440251:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693296.440255:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000200:2.0:1790693296.440255:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1790693296.440258:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693296.440263:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:2.0:1790693296.440264:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1790693296.440270:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.440273:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693296.440273:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693296.440278:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000040:0.0:1790693296.440279:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.440283:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693296.440285:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000040:0.0:1790693296.440286:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693296.440294:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:2.0:1790693296.440294:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693296.440299:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693296.440303:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693296.440307:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693296.440311:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440311:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693296.440315:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790693296.440318:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1790693296.440319:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693296.440326:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440330:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440336:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693296.440337:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000100:00000001:2.0:1790693296.440339:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:0.0:1790693296.440342:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693296.440346:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693296.440346:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693296.440348:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440352:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693296.440353:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693296.440355:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693296.440358:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440358:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298453762
02000000:00000010:0.0:1790693296.440365:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72c00.
00000100:00000010:2.0:1790693296.440367:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b000.
00000100:00000001:0.0:1790693296.440369:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440375:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1790693296.440376:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693296.440382:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298453762
00000100:00000010:2.0:1790693296.440388:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b540.
00000100:00000001:2.0:1790693296.440393:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693296.440419:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693296.440423:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693296.440429:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440430:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693296.440436:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440442:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790693296.440444:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693296.440449:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790693296.440453:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693296/real 1790693296]  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693296.440455:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693296.440458:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693296.440461:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693296.440466:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693296.440471:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3780
00000400:00000001:2.0:1790693296.440471:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693296.440474:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1790693296.440478:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693296.440478:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:0.0:1790693296.440484:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693296.440486:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000100:00080000:0.0:1790693296.440488:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790693296.440490:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693296.440504:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:0.0:1790693296.440509:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:2.0:1790693296.440509:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693296.440514:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.440520:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693296.440523:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:2.0:1790693296.440526:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693296.440528:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693296.440531:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693296.440534:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693296.440538:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693296.440542:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:2.0:1790693296.440542:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693296.440546:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693296.440547:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:2.0:1790693296.440551:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1790693296.440554:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693296.440555:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693296.440558:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693296.440564:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:2.0:1790693296.440564:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693296.440569:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693296.440575:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693296.440582:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693296.440582:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693296.440588:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693296.440592:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790693296.440593:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693296.440597:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693296.440602:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440606:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693296.440606:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:0.0:1790693296.440609:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693296.440611:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1790693296.440615:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440616:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693296.440619:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440619:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1790693296.440624:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000100:00000001:2.0:1790693296.440624:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1790693296.440629:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:2.0:1790693296.440629:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693296.440635:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1790693296.440636:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693296.440638:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440642:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1790693296.440643:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000001:0.0:1790693296.440645:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693296.440648:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440648:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1790693296.440655:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73400.
00000100:00000040:2.0:1790693296.440656:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693296.440660:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693296.440669:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1790693296.440672:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101297920:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693296.440682:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693296.440684:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693296.440687:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693296.440689:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693296.440694:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440704:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693296.440707:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.440710:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.440711:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693296.440715:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693296.440716:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3790)
02000000:00000001:2.0:1790693296.440718:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693296.440724:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298048:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693296.440728:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693296.440730:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693296.440731:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.440733:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693296.440737:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693296.440740:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.440744:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693296.440747:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693296.440750:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693296.440753:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298048, portal 10
00000100:00000001:2.0:1790693296.440755:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693296.440756:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:2.0:1790693296.440763:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440767:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693296.440768:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693296.440770:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693296.440772:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101298048, offset 0
00000400:00000200:2.0:1790693296.440774:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693296.440777:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.440780:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693296.440782:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693296.440784:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693296.440785:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693296.440787:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693296.440789:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6563:6563:256:4294967295] 192.168.204.134@tcp LPNI seq info [6558:6558:8:4294967295]
00000400:00000200:2.0:1790693296.440793:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.440800:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693296.440804:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.440807:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693296.440810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693296.440813:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693296.440817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693296.440820:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693296.440824:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.440826:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693296.440828:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693296.440832:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693296.440835:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693296.440836:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693296.440839:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693296.440841:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440846:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.440848:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440852:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440853:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693296.440855:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693296.440858:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693296.440860:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693296.440861:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298452499
00000100:00000001:2.0:1790693296.440863:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.440864:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298452499
00000100:00000001:2.0:1790693296.440866:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.440867:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693296.440868:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.440870:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693296.440872:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693296/real 1790693296]  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693296.440877:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693296.440877:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693296.440878:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693296.440880:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693296.440881:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693296.440882:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693296.440884:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693296.440888:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440891:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693296.440892:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.440893:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.440894:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693296.440897:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440903:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693296.440906:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440912:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693296.440914:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.440916:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.440917:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.440919:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693296.440921:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693296.440924:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693296.440927:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693296.440929:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693296.440933:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693296.440939:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298048:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693296.440943:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.440944:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.440947:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101297920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440952:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693296.440955:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693296.440957:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693296.440960:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693296.440961:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693296.440963:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693296.440965:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693296.440967:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73000.
02000000:00000001:2.0:1790693296.440970:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693296.440972:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693296.440973:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:2.0:1790693296.440976:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693296.440978:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.440979:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.440982:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101298048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.440988:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693296.440994:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693296.440996:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693296.440999:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693296.441000:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693296.441001:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693296.441004:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693296.441006:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72800.
02000000:00000001:2.0:1790693296.441009:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693296.441010:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693296.441011:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:2.0:1790693296.441013:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693296.441014:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441016:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441022:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693296.441023:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441025:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693296.441026:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693296.441028:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693296.441031:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441037:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693296.441039:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.441040:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693296.441042:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693296.441044:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693296.441047:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298176:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693296.441050:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693296.441053:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693296.441054:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.441056:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693296.441059:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693296.441060:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.441064:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693296.441067:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693296.441071:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693296.441074:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298176, portal 10
00000100:00000001:2.0:1790693296.441077:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693296.441078:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:2.0:1790693296.441085:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441092:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693296.441095:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693296.441098:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693296.441101:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101298176, offset 0
00000400:00000200:2.0:1790693296.441106:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693296.441110:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.441114:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693296.441116:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693296.441119:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693296.441121:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693296.441123:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693296.441127:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6564:6564:256:4294967295] 192.168.204.134@tcp LPNI seq info [6559:6559:8:4294967295]
00000400:00000200:2.0:1790693296.441131:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.441138:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693296.441143:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.441146:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693296.441150:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693296.441152:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693296.441156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693296.441158:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693296.441161:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.441163:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693296.441166:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693296.441170:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693296.441173:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693296.441174:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693296.441178:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693296.441181:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441188:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.441191:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441197:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441199:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693296.441202:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693296.441206:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693296.441210:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693296.441212:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298452505
00000100:00000001:2.0:1790693296.441215:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.441217:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298452505
00000100:00000001:2.0:1790693296.441220:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.441222:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693296.441225:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441227:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693296.441232:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693296/real 1790693296]  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693296.441241:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693296.441242:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693296.441244:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693296.441248:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693296.441250:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693296.441252:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693296.441256:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693296.441265:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441271:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693296.441273:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441275:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.441276:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693296.441279:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441285:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693296.441292:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441299:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693296.441302:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441304:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.441305:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441307:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693296.441309:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693296.441312:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693296.441316:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693296.441318:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693296.441322:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693296.441329:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298176:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693296.441333:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693296.441337:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441343:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693296.441344:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.441347:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693296.441348:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693296.441350:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693296.441353:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298304:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693296.441356:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693296.441357:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693296.441359:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.441360:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693296.441363:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693296.441365:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.441368:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693296.441371:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693296.441374:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693296.441377:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298304, portal 4
00000100:00000001:2.0:1790693296.441378:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693296.441380:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:2.0:1790693296.441385:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441391:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693296.441392:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693296.441394:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693296.441415:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101298304, offset 0
00000400:00000200:2.0:1790693296.441421:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693296.441424:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.441428:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693296.441430:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693296.441432:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693296.441434:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693296.441436:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693296.441438:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6565:6565:256:4294967295] 192.168.204.134@tcp LPNI seq info [6560:6560:8:4294967295]
00000400:00000200:2.0:1790693296.441442:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.441448:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693296.441453:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.441457:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693296.441461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693296.441464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693296.441469:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693296.441471:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693296.441475:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.441476:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693296.441479:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693296.441482:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693296.441485:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693296.441487:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693296.441489:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693296.441508:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441516:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.441519:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441525:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441526:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693296.441530:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693296.441533:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693296.441536:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693296.441538:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298452500
00000100:00000001:2.0:1790693296.441540:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.441542:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298452500
00000100:00000001:2.0:1790693296.441544:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.441546:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693296.441548:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441550:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693296.441554:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693296/real 1790693296]  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693296.441561:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693296.441563:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693296.441564:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693296.441567:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693296.441568:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693296.441570:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693296.441573:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693296.441581:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441592:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693296.441594:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441596:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.441597:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693296.441600:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441606:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693296.441610:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441616:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693296.441618:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441619:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.441620:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441622:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693296.441623:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693296.441625:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693296.441628:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693296.441631:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693296.441634:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693296.441642:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298304:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693296.441646:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693296.441648:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441655:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693296.441656:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.441658:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693296.441660:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693296.441662:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693296.441665:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298432:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693296.441668:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693296.441669:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693296.441671:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693296.441672:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693296.441676:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693296.441678:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693296.441681:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693296.441683:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693296.441686:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693296.441688:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298432, portal 4
00000100:00000001:2.0:1790693296.441690:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693296.441691:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:2.0:1790693296.441696:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441701:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693296.441704:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693296.441706:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693296.441708:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101298432, offset 0
00000400:00000200:2.0:1790693296.441712:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693296.441716:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.441719:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693296.441722:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693296.441724:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693296.441726:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693296.441728:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693296.441731:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6566:6566:256:4294967295] 192.168.204.134@tcp LPNI seq info [6561:6561:8:4294967295]
00000400:00000200:2.0:1790693296.441734:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693296.441740:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693296.441745:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.441748:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693296.441752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693296.441755:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693296.441759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693296.441761:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693296.441765:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693296.441766:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693296.441768:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693296.441770:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693296.441772:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693296.441773:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693296.441775:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693296.441777:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441782:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.441784:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441789:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441791:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693296.441794:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693296.441796:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693296.441799:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693296.441801:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298452505
00000100:00000001:2.0:1790693296.441803:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.441805:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298452505
00000100:00000001:2.0:1790693296.441807:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298453762
00000100:00000001:2.0:1790693296.441809:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693296.441811:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441813:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693296.441816:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693296/real 1790693296]  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693296.441830:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693296.441831:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693296.441833:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693296.441835:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693296.441837:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693296.441839:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693296.441843:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693296.441849:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441855:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693296.441856:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441858:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.441860:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693296.441863:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441869:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693296.441872:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441877:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693296.441879:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441880:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693296.441881:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441882:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693296.441883:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693296.441885:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693296.441887:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693296.441888:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693296.441891:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693296.441896:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298432:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693296.441898:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441899:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.441901:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101298176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441904:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693296.441905:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693296.441906:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693296.441908:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693296.441909:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693296.441910:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693296.441911:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693296.441912:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72400.
02000000:00000001:2.0:1790693296.441914:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693296.441914:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693296.441915:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:2.0:1790693296.441917:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693296.441918:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441919:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.441920:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101298304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441924:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693296.441925:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693296.441925:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693296.441927:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693296.441927:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693296.441928:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693296.441929:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693296.441929:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:2.0:1790693296.441930:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693296.441931:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693296.441932:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:2.0:1790693296.441934:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693296.441934:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441936:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693296.441938:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101298432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693296.441944:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693296.441945:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693296.441946:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693296.441948:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693296.441949:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693296.441950:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693296.441952:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693296.441953:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73400.
02000000:00000001:2.0:1790693296.441955:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693296.441956:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693296.441957:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:2.0:1790693296.441959:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693296.441960:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441962:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.441965:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693296.441967:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.441968:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693296.441970:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.823517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693296.823517:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693296.823517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693296.823524:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693296.823525:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693296.823525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693296.823527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693296.823529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.823529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693296.823536:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693296.823537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693296.823537:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693296.823542:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693296.823542:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693296.823543:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693296.823546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.823546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693296.823548:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693296.823550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693296.823550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693296.823555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693296.823555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693296.823560:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693296.823560:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693296.823560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693296.823565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693296.823570:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693296.823605:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693296.823607:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693296.823609:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693297.463510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693297.463519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693297.463521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693297.463526:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693297.463529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693297.463532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693297.463534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693297.463536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693297.463538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693297.783510:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298453762, at 4298453824
00000100:00000040:1.0:1790693297.783516:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298453762, at 4298453824
00000100:00000010:0.0:1790693297.783527:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b000.
00000100:00000010:1.0:1790693297.783529:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b540.
00000100:00000001:0.0:1790693297.847521:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693297.847521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693297.847529:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693297.847529:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693297.847531:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693297.847531:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693297.847536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693297.847536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693297.847539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693297.847539:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693297.847543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693297.847543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693297.847546:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693297.847548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693297.847551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693297.847551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693297.847553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693297.847555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693297.847673:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693297.847677:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693297.847678:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693297.847680:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693297.847683:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693297.847684:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693297.847686:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693297.847688:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693297.847690:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693298.487618:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693298.487626:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693298.487628:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693298.487632:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693298.487636:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693298.487640:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693298.487642:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693298.487645:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693298.487648:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693298.871521:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693298.871521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693298.871521:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693298.871530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693298.871531:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693298.871532:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693298.871535:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693298.871536:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693298.871537:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693298.871541:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693298.871544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693298.871544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693298.871547:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693298.871550:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693298.871551:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693298.871553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693298.871556:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693298.871556:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693298.871557:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693298.871563:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693298.871564:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693298.871567:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693298.871568:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693298.871569:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693298.871574:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693298.871575:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693298.871580:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693298.871643:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693298.871646:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693298.871649:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693299.511502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693299.511508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693299.511510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693299.511514:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693299.511518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693299.511520:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693299.511523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693299.511525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693299.511527:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693299.895544:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693299.895552:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693299.895554:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693299.895560:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693299.895564:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693299.895568:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693299.895570:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693299.895571:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693299.895575:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693299.895577:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693299.895580:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693299.895583:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693299.895584:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693299.895587:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693299.895588:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693299.895593:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693299.895593:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693299.895599:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693300.535513:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693300.535521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693300.535524:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693300.535529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693300.535533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693300.535538:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693300.535540:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693300.535543:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693300.535546:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693300.919555:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693300.919556:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693300.919563:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693300.919564:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693300.919566:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693300.919572:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693300.919572:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693300.919579:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693300.919585:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693300.919585:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693300.919590:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693300.919591:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693300.919594:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693300.919596:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693300.919598:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693300.919600:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693300.919603:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693300.919605:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693300.919649:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693300.919653:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693300.919654:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00010000:2.0:1790693300.919657:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693300.919659:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693300.919663:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693300.919666:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693300.919669:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693300.919672:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693300.919674:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693300.919676:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693300.919678:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693301.560062:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693301.560074:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693301.560077:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693301.560081:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693301.560086:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693301.560093:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3785
00000400:00000200:1.0:1790693301.560102:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693301.560118:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693301.560121:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693301.560124:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560128:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693301.560130:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560133:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693301.560140:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693301.560142:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693301.560145:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693301.560148:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693301.560151:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693301.560153:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693301.560156:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560158:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693301.560160:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560162:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693301.560165:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693301.560168:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560171:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693301.560173:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693301.560177:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693301.560180:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560182:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693301.560185:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693301.560195:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693301.560199:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693301.560202:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693301.560204:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560207:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693301.560210:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693301.560214:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693301.560224:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693301.560231:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693301.560240:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693301.560250:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693301.560252:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693301.560258:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693301.560275:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693301.560279:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693301.560282:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693301.560283:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693301.560285:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693301.560287:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693301.560289:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3785
00000400:00000200:1.0:1790693301.560293:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693301.560295:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693301.560297:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693301.560300:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560301:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693301.560303:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560305:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693301.560308:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693301.560309:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693301.560311:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693301.560314:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693301.560316:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693301.560318:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693301.560321:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560323:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693301.560325:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560327:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693301.560329:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693301.560332:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560334:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693301.560336:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693301.560341:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693301.560344:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560345:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693301.560350:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693301.560353:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560355:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693301.560359:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693301.560361:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693301.560363:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693301.560365:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560366:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693301.560368:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693301.560369:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693301.560373:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693301.560377:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693301.560382:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693301.560389:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693301.560391:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693301.560440:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693301.560449:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693301.560452:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693301.560456:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693301.560457:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693301.560459:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693301.560463:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693301.560465:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3785
00000400:00000200:1.0:1790693301.560469:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693301.560472:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693301.560474:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693301.560478:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560480:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693301.560482:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560484:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693301.560487:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693301.560489:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693301.560491:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693301.560492:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693301.560493:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693301.560498:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:2.0:1790693301.560499:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693301.560501:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:2.0:1790693301.560503:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693301.560507:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560511:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693301.560513:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693301.560516:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560522:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693301.560527:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790693301.560528:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:2.0:1790693301.560529:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693301.560534:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:2.0:1790693301.560534:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693301.560538:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693301.560539:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.560541:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693301.560544:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1790693301.560546:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101298560:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693301.560549:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693301.560550:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693301.560554:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693301.560555:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.560557:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560559:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693301.560560:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1790693301.560563:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1790693301.560565:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
00000008:00000001:1.0:1790693301.560567:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.560569:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560571:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693301.560577:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000400:00000200:2.0:1790693301.560578:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693301.560582:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000010:2.0:1790693301.560585:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
02000000:00000001:1.0:1790693301.560586:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693301.560590:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560592:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693301.560594:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790693301.560595:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
02000000:00000001:1.0:1790693301.560596:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693301.560603:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000200:2.0:1790693301.560605:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298560, portal 25
00000100:00000001:1.0:1790693301.560607:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.560609:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693301.560612:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00100000:1.0:1790693301.560615:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693301.560622:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693301.560631:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693301.560635:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.560637:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693301.560642:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693301.560643:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693301.560647:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693301.560654:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101298560, offset 0
00000100:00000001:1.0:1790693301.560656:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693301.560661:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693301.560664:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693301.560672:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1790693301.560674:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693301.560675:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693301.560679:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693301.560683:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693301.560683:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:1.0:1790693301.560688:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3785
00000400:00000200:2.0:1790693301.560691:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693301.560695:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.560699:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693301.560702:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693301.560707:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693301.560712:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1790693301.560713:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560718:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693301.560719:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:1.0:1790693301.560723:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693301.560727:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6567:6567:256:4294967295] 192.168.204.134@tcp LPNI seq info [6562:6562:8:4294967295]
00000100:00000001:1.0:1790693301.560728:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693301.560735:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790693301.560738:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693301.560739:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693301.560743:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693301.560745:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693301.560748:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693301.560752:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693301.560759:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693301.560761:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693301.560762:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693301.560768:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560772:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693301.560776:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000800:00000200:2.0:1790693301.560778:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693301.560781:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560785:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693301.560787:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1790693301.560788:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
02000000:00000001:1.0:1790693301.560791:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693301.560794:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560796:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693301.560800:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1790693301.560801:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000008:00000001:1.0:1790693301.560804:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.560807:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693301.560809:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000100:00000010:1.0:1790693301.560811:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000020:00000040:1.0:1790693301.560817:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693301.560821:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693301.560823:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693301.560823:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693301.560827:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693301.560830:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1790693301.560832:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1790693301.560833:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693301.560839:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000800:00000100:2.0:1790693301.560844:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560846:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693301.560848:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000100:00100000:1.0:1790693301.560854:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693301.560858:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693301.560865:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693301.560870:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693301.560871:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790693301.560877:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693301.560879:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693301.560885:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:1.0:1790693301.560889:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693301.560893:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693301.560893:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:1.0:1790693301.560900:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693301.560903:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1790693301.560904:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693301.560905:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693301.560912:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693301.560917:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3785
00000400:00000200:1.0:1790693301.560923:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693301.560923:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1790693301.560932:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000040:2.0:1790693301.560933:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693301.560935:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693301.560941:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560945:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693301.560948:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560952:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693301.560956:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693301.560957:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693301.560959:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:2.0:1790693301.560962:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:1.0:1790693301.560963:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693301.560967:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693301.560969:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693301.560971:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:2.0:1790693301.560971:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693301.560978:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693301.560982:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693301.560983:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693301.560988:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693301.560990:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298458883
00000100:00000001:1.0:1790693301.560991:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693301.560996:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693301.561000:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000010:2.0:1790693301.561000:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b600.
00000100:00000001:1.0:1790693301.561005:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693301.561008:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693301.561010:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1790693301.561011:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693301.561016:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.561018:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693301.561020:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693301.561022:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298458883
00000008:00000001:1.0:1790693301.561023:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.561026:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693301.561031:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bf60.
00000100:00000010:1.0:1790693301.561032:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000020:00000040:1.0:1790693301.561038:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:2.0:1790693301.561039:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1790693301.561040:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693301.561043:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.561046:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693301.561048:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693301.561048:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693301.561051:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.561054:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693301.561057:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:2.0:1790693301.561059:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693301.561062:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693301.561068:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693301/real 1790693301]  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693301.561070:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693301.561089:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693301.561092:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693301.561098:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693301.561098:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693301.561102:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693301.561106:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000100:00000001:1.0:1790693301.561113:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693301.561115:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000100:00000040:1.0:1790693301.561120:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3795)
00000400:00000010:2.0:1790693301.561120:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693301.561126:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693301.561133:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693301.561143:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561150:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693301.561151:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561154:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.561156:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693301.561169:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561177:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693301.561181:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561188:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693301.561190:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561192:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.561194:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561196:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693301.561198:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693301.561202:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693301.561205:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693301.561208:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693301.561212:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693301.561220:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101298560:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693301.561224:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693301.561227:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561233:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693301.561234:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.561236:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693301.561238:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693301.561240:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693301.561244:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298688:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693301.561254:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693301.561258:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693301.561259:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.561261:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693301.561265:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693301.561268:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693301.561271:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693301.561274:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693301.561277:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693301.561280:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298688, portal 10
00000100:00000001:2.0:1790693301.561282:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693301.561283:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:2.0:1790693301.561291:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561298:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693301.561300:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693301.561303:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693301.561305:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101298688, offset 0
00000400:00000200:2.0:1790693301.561309:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693301.561313:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.561318:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693301.561321:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693301.561323:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693301.561326:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693301.561328:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693301.561331:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6568:6568:256:4294967295] 192.168.204.134@tcp LPNI seq info [6563:6563:8:4294967295]
00000400:00000200:2.0:1790693301.561335:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.561342:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693301.561346:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.561350:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693301.561355:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693301.561358:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693301.561363:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693301.561365:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693301.561369:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.561371:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693301.561374:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693301.561377:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693301.561381:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693301.561383:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693301.561385:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693301.561389:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561431:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.561435:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561446:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.561448:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693301.561451:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693301.561454:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693301.561457:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693301.561459:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298457620
00000100:00000001:2.0:1790693301.561462:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.561464:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298457620
00000100:00000001:2.0:1790693301.561466:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.561468:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693301.561470:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.561472:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693301.561475:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693301/real 1790693301]  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693301.561485:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693301.561486:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693301.561488:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693301.561491:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693301.561493:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693301.561495:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693301.561498:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693301.561506:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561512:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693301.561514:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561516:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.561517:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693301.561520:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561527:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693301.561531:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561537:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693301.561539:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561541:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.561542:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561543:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693301.561546:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693301.561549:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693301.561553:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693301.561555:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693301.561558:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693301.561566:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298688:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693301.561570:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561572:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.561576:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101298560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561582:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693301.561585:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693301.561587:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693301.561590:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693301.561592:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693301.561594:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693301.561596:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693301.561598:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:2.0:1790693301.561602:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693301.561604:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693301.561606:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:2.0:1790693301.561609:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693301.561610:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561612:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.561615:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101298688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561621:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693301.561623:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693301.561624:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693301.561626:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693301.561627:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693301.561628:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693301.561629:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693301.561631:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:2.0:1790693301.561633:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693301.561634:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693301.561635:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:2.0:1790693301.561637:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693301.561638:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561640:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561648:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693301.561650:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.561652:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693301.561654:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693301.561656:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693301.561660:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561666:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693301.561668:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.561669:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693301.561671:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693301.561673:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693301.561676:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298816:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693301.561679:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693301.561682:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693301.561683:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.561685:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693301.561688:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693301.561690:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693301.561694:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693301.561697:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693301.561700:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693301.561704:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298816, portal 10
00000100:00000001:2.0:1790693301.561706:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693301.561707:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:2.0:1790693301.561714:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561720:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693301.561723:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693301.561726:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693301.561730:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101298816, offset 0
00000400:00000200:2.0:1790693301.561735:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693301.561739:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.561745:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693301.561752:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693301.561758:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693301.561765:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693301.561774:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693301.561783:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6569:6569:256:4294967295] 192.168.204.134@tcp LPNI seq info [6564:6564:8:4294967295]
00000400:00000200:2.0:1790693301.561788:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.561798:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693301.561803:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.561806:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693301.561810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693301.561812:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693301.561816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693301.561818:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693301.561821:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.561823:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693301.561826:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693301.561829:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693301.561832:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693301.561833:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693301.561835:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693301.561839:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561846:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.561849:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561856:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.561857:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693301.561860:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693301.561863:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693301.561866:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693301.561867:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298457626
00000100:00000001:2.0:1790693301.561870:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.561872:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298457626
00000100:00000001:2.0:1790693301.561874:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.561876:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693301.561877:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.561879:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693301.561881:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693301/real 1790693301]  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693301.561889:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693301.561890:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693301.561892:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693301.561894:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693301.561896:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693301.561898:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693301.561902:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693301.561910:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561916:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693301.561917:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561919:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.561920:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693301.561924:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561930:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693301.561935:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561941:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693301.561943:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561944:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.561945:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.561947:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693301.561949:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693301.561951:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693301.561955:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693301.561957:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693301.561961:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693301.561968:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298816:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693301.561972:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693301.561975:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.561987:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693301.561988:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.561990:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693301.561991:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693301.561993:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693301.561996:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298944:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693301.562000:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693301.562002:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693301.562004:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.562005:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693301.562009:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693301.562011:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693301.562014:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693301.562016:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693301.562020:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693301.562023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101298944, portal 4
00000100:00000001:2.0:1790693301.562025:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693301.562026:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:2.0:1790693301.562032:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562038:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693301.562041:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693301.562043:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693301.562045:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101298944, offset 0
00000400:00000200:2.0:1790693301.562049:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693301.562053:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.562057:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693301.562060:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693301.562062:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693301.562064:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693301.562067:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693301.562070:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6570:6570:256:4294967295] 192.168.204.134@tcp LPNI seq info [6565:6565:8:4294967295]
00000400:00000200:2.0:1790693301.562074:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.562080:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693301.562085:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.562088:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693301.562092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693301.562095:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693301.562099:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693301.562101:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693301.562105:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.562107:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693301.562110:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693301.562113:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693301.562116:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693301.562118:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693301.562120:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693301.562124:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562130:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.562133:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562139:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.562141:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693301.562144:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693301.562148:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693301.562150:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693301.562152:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298457620
00000100:00000001:2.0:1790693301.562155:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.562157:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298457620
00000100:00000001:2.0:1790693301.562158:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.562160:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693301.562162:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.562164:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693301.562168:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693301/real 1790693301]  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693301.562175:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693301.562176:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693301.562177:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693301.562179:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693301.562181:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693301.562183:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693301.562186:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693301.562193:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562199:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693301.562201:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562202:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.562203:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693301.562207:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562213:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693301.562216:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562222:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693301.562224:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562226:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.562227:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562228:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693301.562230:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693301.562233:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693301.562236:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693301.562239:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693301.562243:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693301.562250:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101298944:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693301.562253:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693301.562257:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562262:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693301.562264:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.562265:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693301.562267:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693301.562269:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693301.562272:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299072:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693301.562275:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693301.562277:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693301.562278:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693301.562280:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693301.562283:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693301.562285:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693301.562288:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693301.562290:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693301.562294:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693301.562296:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299072, portal 4
00000100:00000001:2.0:1790693301.562299:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693301.562300:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:2.0:1790693301.562305:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562311:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693301.562314:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693301.562316:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693301.562318:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101299072, offset 0
00000400:00000200:2.0:1790693301.562323:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693301.562327:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.562331:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693301.562333:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693301.562336:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693301.562338:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693301.562340:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693301.562343:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6571:6571:256:4294967295] 192.168.204.134@tcp LPNI seq info [6566:6566:8:4294967295]
00000400:00000200:2.0:1790693301.562347:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693301.562353:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693301.562358:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.562361:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693301.562365:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693301.562368:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693301.562372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693301.562374:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693301.562378:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693301.562380:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693301.562383:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693301.562386:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693301.562388:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693301.562390:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693301.562424:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693301.562434:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562442:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.562445:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562451:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.562452:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693301.562455:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693301.562457:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693301.562461:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693301.562462:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298457626
00000100:00000001:2.0:1790693301.562465:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.562467:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298457626
00000100:00000001:2.0:1790693301.562469:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298458883
00000100:00000001:2.0:1790693301.562471:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693301.562473:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.562475:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693301.562478:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693301/real 1790693301]  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693301.562486:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693301.562488:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693301.562489:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693301.562492:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693301.562493:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693301.562495:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693301.562498:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693301.562507:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562511:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693301.562513:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562514:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.562516:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693301.562519:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562525:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693301.562529:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562541:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693301.562543:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562545:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693301.562546:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562547:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693301.562549:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693301.562551:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693301.562554:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693301.562557:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693301.562561:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693301.562568:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299072:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693301.562572:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562574:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.562577:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101298816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562583:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693301.562585:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693301.562587:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693301.562590:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693301.562591:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693301.562593:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693301.562595:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693301.562597:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:2.0:1790693301.562599:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693301.562601:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693301.562602:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:2.0:1790693301.562605:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693301.562606:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562608:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.562611:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101298944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562617:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693301.562618:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693301.562620:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693301.562622:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693301.562622:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693301.562623:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693301.562625:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693301.562626:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:2.0:1790693301.562628:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693301.562629:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693301.562631:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:2.0:1790693301.562633:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693301.562634:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562636:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693301.562639:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101299072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693301.562645:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693301.562646:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693301.562647:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693301.562650:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693301.562651:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693301.562652:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693301.562653:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693301.562655:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:2.0:1790693301.562657:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693301.562658:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693301.562659:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:2.0:1790693301.562661:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693301.562662:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562664:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.562668:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693301.562669:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.562671:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693301.562674:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693301.943541:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693301.943550:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693301.943553:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693301.943559:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693301.943564:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693301.943568:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693301.943571:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693301.943573:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693301.943575:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693301.943583:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693301.943583:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693301.943587:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693301.943595:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693301.943598:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693301.943602:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693301.943605:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693301.943607:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693301.943611:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693301.943666:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693301.943670:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693301.943672:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693301.943674:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693301.943677:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693301.943679:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693301.943681:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693301.943682:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693301.943684:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693301.944578:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693301.944582:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693301.944585:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693302.583771:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693302.583779:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693302.583780:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693302.583785:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693302.583788:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693302.583792:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693302.583795:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693302.583797:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693302.583800:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693302.903550:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298458883, at 4298458944
00000100:00000040:1.0:1790693302.903550:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298458883, at 4298458944
00000100:00000010:1.0:1790693302.903574:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bf60.
00000100:00000010:0.0:1790693302.903578:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b600.
00000100:00000001:0.0:1790693302.967519:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693302.967526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693302.967531:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693302.967537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693302.967537:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693302.967548:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693302.967548:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693302.967555:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693302.967557:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693302.967565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693302.967566:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693302.967568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693302.967574:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693302.967576:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693302.967581:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693302.967602:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693302.967605:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693302.967608:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693302.968487:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693302.968490:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693302.968492:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693303.607613:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693303.607620:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693303.607622:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693303.607627:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693303.607630:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693303.607633:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693303.607636:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693303.607639:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693303.607642:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693303.991536:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693303.991548:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693303.991554:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693303.991563:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693303.991568:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693303.991571:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693303.991575:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693303.991578:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693303.991579:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693303.991588:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693303.991589:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693303.991596:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693303.991597:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693303.991602:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693303.991605:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693303.991606:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693303.991610:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693303.991617:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693303.991710:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693303.991714:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693303.991718:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693304.632427:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693304.632436:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693304.632438:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693304.632443:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693304.632448:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693304.632451:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693304.632454:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693304.632456:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693304.632459:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693305.015547:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693305.015551:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693305.015553:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693305.015557:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693305.015557:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693305.015565:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693305.015565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693305.015569:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693305.015573:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693305.015573:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693305.015575:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693305.015577:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693305.015581:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693305.015582:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693305.015582:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693305.015589:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693305.015589:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693305.015591:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693305.015601:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693305.015602:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693305.015607:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693305.015609:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693305.015615:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693305.015616:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693305.015626:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693305.015630:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693305.015634:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693305.655467:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693305.655475:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693305.655477:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693305.655483:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693305.655487:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693305.655490:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693305.655493:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693305.655496:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693305.655499:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693306.039503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693306.039510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693306.039513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.039514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693306.039519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693306.039520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693306.039522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693306.039528:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693306.039528:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693306.039533:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693306.039536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.039539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.039541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693306.039542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.039546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693306.039547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693306.039551:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693306.039556:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.039562:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693306.039566:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693306.039567:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693306.039570:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693306.039572:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693306.039574:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.039576:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.039578:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.039580:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693306.039756:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693306.039759:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693306.039762:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693306.679579:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693306.679584:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693306.679587:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693306.679591:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693306.679593:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693306.679596:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.679600:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.679603:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.679607:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.679774:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693306.679779:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693306.679784:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693306.679793:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.679811:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.679814:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.679819:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693306.679822:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693306.679826:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693306.679833:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101299200:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693306.679842:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693306.679848:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693306.679851:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.679855:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693306.679863:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693306.679868:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693306.679879:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693306.679887:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693306.679894:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693306.679903:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299200, portal 25
00000100:00000001:2.0:1790693306.679908:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693306.679910:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00000040:2.0:1790693306.679919:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.679943:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693306.679949:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693306.679954:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693306.679959:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101299200, offset 0
00000400:00000200:2.0:1790693306.679971:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693306.679983:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.679992:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693306.680001:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693306.680007:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693306.680014:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693306.680022:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693306.680029:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6572:6572:256:4294967295] 192.168.204.134@tcp LPNI seq info [6567:6567:8:4294967295]
00000400:00000200:2.0:1790693306.680039:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.680057:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693306.680066:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.680075:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693306.680088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693306.680095:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693306.680104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693306.680109:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693306.680118:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.680124:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693306.680142:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693306.680153:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693306.680163:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693306.680168:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693306.680176:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693306.680184:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680203:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.680209:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680221:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.680224:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693306.680289:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693306.680307:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693306.680312:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298464002
00000100:00000010:2.0:1790693306.680319:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b300.
00000100:00000001:2.0:1790693306.680330:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693306.680338:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298464002
00000100:00000010:2.0:1790693306.680342:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b6c0.
00000100:00000001:2.0:1790693306.680348:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693306.680354:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693306.680359:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.680364:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693306.680373:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693306/real 1790693306]  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693306.680391:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693306.680394:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693306.680418:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693306.680423:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693306.680432:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693306.680438:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693306.680445:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693306.680462:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680502:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693306.680506:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680512:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.680515:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693306.680523:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680541:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693306.680550:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680563:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693306.680568:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680572:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.680575:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680580:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693306.680583:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693306.680587:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693306.680593:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693306.680596:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693306.680604:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693306.680617:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101299200:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693306.680623:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680626:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.680631:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101299200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680642:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693306.680644:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693306.680648:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693306.680653:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693306.680656:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693306.680659:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693306.680661:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693306.680664:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693306.680668:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693306.680670:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693306.680673:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:2.0:1790693306.680677:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693306.680679:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680683:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680689:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693306.680692:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.680695:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693306.680699:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693306.680700:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693306.680704:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680709:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.680710:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.680711:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693306.680713:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693306.680714:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693306.680716:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299328:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693306.680718:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693306.680719:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693306.680721:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.680722:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693306.680724:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693306.680725:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693306.680728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693306.680730:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693306.680732:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693306.680734:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299328, portal 10
00000100:00000001:2.0:1790693306.680736:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693306.680737:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:2.0:1790693306.680741:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680744:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693306.680746:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693306.680747:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693306.680748:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101299328, offset 0
00000400:00000200:2.0:1790693306.680751:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693306.680753:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.680755:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693306.680757:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693306.680759:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693306.680760:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693306.680762:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693306.680764:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6573:6573:256:4294967295] 192.168.204.134@tcp LPNI seq info [6568:6568:8:4294967295]
00000400:00000200:2.0:1790693306.680766:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.680771:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693306.680773:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.680775:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693306.680778:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693306.680780:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693306.680783:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693306.680784:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693306.680798:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.680800:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693306.680802:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693306.680804:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693306.680806:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693306.680807:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693306.680809:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693306.680811:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680816:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.680818:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680822:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.680823:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693306.680825:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693306.680827:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693306.680829:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693306.680830:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298462739
00000100:00000001:2.0:1790693306.680832:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.680834:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298462739
00000100:00000001:2.0:1790693306.680835:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.680836:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693306.680838:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.680839:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693306.680841:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693306/real 1790693306]  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693306.680845:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693306.680846:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693306.680847:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693306.680848:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693306.680849:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693306.680850:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693306.680852:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693306.680856:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680860:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693306.680860:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680861:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.680862:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693306.680864:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680868:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693306.680872:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680878:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693306.680880:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680882:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.680883:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.680884:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693306.680886:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693306.680888:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693306.680892:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693306.680894:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693306.680897:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693306.680905:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299328:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693306.680908:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693306.680911:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680918:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.680919:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.680921:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693306.680922:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693306.680924:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693306.680925:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299456:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693306.680927:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693306.680929:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693306.680930:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.680931:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693306.680934:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693306.680935:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693306.680937:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693306.680939:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693306.680941:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693306.680943:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299456, portal 10
00000100:00000001:2.0:1790693306.680944:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693306.680945:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:2.0:1790693306.680949:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.680952:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693306.680954:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693306.680955:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693306.680956:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101299456, offset 0
00000400:00000200:2.0:1790693306.680959:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693306.680961:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.680963:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693306.680965:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693306.680966:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693306.680968:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693306.680969:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693306.680971:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6574:6574:256:4294967295] 192.168.204.134@tcp LPNI seq info [6569:6569:8:4294967295]
00000400:00000200:2.0:1790693306.680973:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.680977:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693306.680980:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.680982:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693306.680984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693306.680986:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693306.680989:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693306.680990:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693306.680992:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.680993:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693306.680996:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693306.680998:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693306.680999:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693306.681000:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693306.681002:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693306.681004:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681008:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.681010:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681013:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.681014:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693306.681016:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693306.681018:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693306.681019:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693306.681020:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298462745
00000100:00000001:2.0:1790693306.681022:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.681023:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298462745
00000100:00000001:2.0:1790693306.681024:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.681026:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693306.681027:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.681028:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693306.681030:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693306/real 1790693306]  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693306.681034:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693306.681034:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693306.681035:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693306.681036:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693306.681037:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693306.681038:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693306.681040:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693306.681045:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681048:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693306.681049:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681050:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.681051:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693306.681053:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681056:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693306.681058:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681061:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693306.681063:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681063:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.681064:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681065:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693306.681066:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693306.681067:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693306.681069:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693306.681070:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693306.681072:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693306.681076:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299456:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693306.681078:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693306.681080:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681087:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.681088:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.681089:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693306.681090:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693306.681091:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693306.681093:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299584:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693306.681094:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693306.681095:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693306.681096:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.681097:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693306.681099:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693306.681100:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693306.681101:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693306.681102:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693306.681104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693306.681106:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299584, portal 4
00000100:00000001:2.0:1790693306.681107:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693306.681107:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:2.0:1790693306.681110:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681114:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693306.681115:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693306.681116:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693306.681118:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101299584, offset 0
00000400:00000200:2.0:1790693306.681121:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693306.681124:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.681127:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693306.681130:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693306.681132:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693306.681134:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693306.681136:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693306.681139:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6575:6575:256:4294967295] 192.168.204.134@tcp LPNI seq info [6570:6570:8:4294967295]
00000400:00000200:2.0:1790693306.681142:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.681148:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693306.681152:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.681155:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693306.681158:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693306.681161:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693306.681165:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693306.681167:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693306.681171:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.681174:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693306.681176:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693306.681178:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693306.681180:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693306.681181:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693306.681183:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693306.681185:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681191:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.681194:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681200:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.681201:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693306.681203:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693306.681206:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693306.681209:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693306.681211:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298462739
00000100:00000001:2.0:1790693306.681213:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.681215:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298462739
00000100:00000001:2.0:1790693306.681218:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.681219:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693306.681221:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.681223:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693306.681236:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693306/real 1790693306]  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693306.681243:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693306.681244:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693306.681245:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693306.681247:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693306.681248:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693306.681249:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693306.681252:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693306.681260:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681266:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693306.681267:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681269:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.681271:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693306.681274:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681280:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693306.681284:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681290:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693306.681292:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681293:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.681310:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681312:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693306.681314:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693306.681316:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693306.681320:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693306.681322:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693306.681326:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693306.681334:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299584:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693306.681337:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693306.681341:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681347:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693306.681349:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.681351:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693306.681352:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693306.681354:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693306.681357:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299712:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693306.681360:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693306.681361:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693306.681363:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693306.681364:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693306.681368:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693306.681369:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693306.681371:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693306.681373:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693306.681375:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693306.681377:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299712, portal 4
00000100:00000001:2.0:1790693306.681378:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693306.681379:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:2.0:1790693306.681382:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681386:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693306.681388:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693306.681389:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693306.681392:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101299712, offset 0
00000400:00000200:2.0:1790693306.681396:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693306.681421:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.681425:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693306.681427:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693306.681430:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693306.681431:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693306.681433:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693306.681436:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6576:6576:256:4294967295] 192.168.204.134@tcp LPNI seq info [6571:6571:8:4294967295]
00000400:00000200:2.0:1790693306.681440:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693306.681446:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693306.681450:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.681453:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693306.681457:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693306.681460:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693306.681464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693306.681466:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693306.681469:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693306.681471:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693306.681474:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693306.681477:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693306.681480:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693306.681482:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693306.681484:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693306.681487:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681494:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.681497:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681501:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.681502:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693306.681504:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693306.681506:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693306.681508:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693306.681509:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298462745
00000100:00000001:2.0:1790693306.681511:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.681512:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298462745
00000100:00000001:2.0:1790693306.681514:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298464002
00000100:00000001:2.0:1790693306.681515:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693306.681516:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.681517:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693306.681519:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693306/real 1790693306]  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693306.681523:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693306.681524:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693306.681525:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693306.681526:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693306.681527:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693306.681528:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693306.681529:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693306.681534:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681537:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693306.681538:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681539:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.681540:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693306.681542:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681545:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693306.681547:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681555:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693306.681556:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681557:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693306.681558:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681559:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693306.681560:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693306.681561:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693306.681563:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693306.681564:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693306.681566:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693306.681570:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299712:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693306.681572:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681573:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.681575:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101299328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681578:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693306.681579:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693306.681580:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693306.681581:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693306.681582:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693306.681583:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693306.681584:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693306.681585:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693306.681587:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693306.681588:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693306.681589:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:2.0:1790693306.681590:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693306.681591:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681592:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.681594:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101299456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681598:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693306.681599:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693306.681600:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693306.681601:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693306.681601:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693306.681602:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693306.681603:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693306.681604:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693306.681605:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693306.681605:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693306.681606:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:2.0:1790693306.681607:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693306.681608:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681608:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.681610:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101299584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681613:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693306.681614:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693306.681615:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693306.681615:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693306.681616:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693306.681617:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693306.681618:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693306.681618:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:2.0:1790693306.681619:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693306.681620:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693306.681621:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693306.681622:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693306.681622:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681623:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693306.681625:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101299712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693306.681628:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693306.681629:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693306.681629:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693306.681631:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693306.681632:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693306.681633:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693306.681634:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693306.681635:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097c00.
02000000:00000001:2.0:1790693306.681636:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693306.681636:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693306.681637:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:2.0:1790693306.681638:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693306.681639:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681640:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693306.681643:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693306.681644:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693306.681645:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693306.681646:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693307.063527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693307.063528:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693307.063532:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693307.063533:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693307.063535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693307.063537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693307.063540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693307.063542:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693307.063543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693307.063547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693307.063548:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693307.063553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693307.063553:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693307.063555:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693307.063560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693307.063560:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693307.063565:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693307.063565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693307.063570:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693307.063575:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693307.063575:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693307.063575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693307.063579:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693307.063581:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693307.063582:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693307.063585:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693307.063589:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693307.703515:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693307.703523:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693307.703525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693307.703533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693307.703537:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693307.703541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693307.703545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693307.703547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693307.703551:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693308.023532:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298464002, at 4298464064
00000100:00000010:1.0:1790693308.023558:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b6c0.
00000100:00000040:0.0:1790693308.024651:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298464002, at 4298464065
00000100:00000010:0.0:1790693308.024660:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b300.
00000100:00000001:0.0:1790693308.087486:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693308.087486:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693308.087494:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693308.087495:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693308.087499:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693308.087499:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693308.087507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693308.087508:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693308.087514:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693308.087516:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693308.087520:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693308.087521:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693308.087525:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693308.087528:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693308.087532:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693308.087538:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693308.087539:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693308.087546:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693308.087585:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693308.087588:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693308.087591:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693308.727515:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693308.727522:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693308.727525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693308.727530:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693308.727533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693308.727537:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693308.727539:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693308.727542:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693308.727545:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693309.111515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693309.111523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693309.111527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693309.111528:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693309.111532:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693309.111534:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693309.111536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693309.111538:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693309.111540:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693309.111542:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693309.111547:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693309.111552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693309.111553:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693309.111557:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693309.111559:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693309.111562:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693309.111562:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693309.111568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693309.751595:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693309.751602:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693309.751604:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693309.751609:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693309.751613:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693309.751616:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693309.751619:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693309.751621:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693309.751624:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693310.135501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693310.135510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693310.135513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693310.135519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693310.135523:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693310.135526:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693310.135529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693310.135531:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693310.135532:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693310.135538:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693310.135538:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693310.135541:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693310.135546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693310.135549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693310.135554:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693310.135565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693310.135569:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693310.135574:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693310.135578:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693310.135585:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693310.135589:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693310.135597:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693310.135602:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693310.135606:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693310.135610:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693310.135615:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693310.135621:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693310.135672:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693310.135676:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693310.135679:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693310.775526:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693310.775538:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693310.775542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693310.775550:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693310.775556:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693310.775561:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693310.775564:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693310.775567:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693310.775573:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693311.159571:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693311.159571:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693311.159575:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693311.159580:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693311.159584:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693311.159584:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693311.159585:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.159596:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693311.159597:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693311.159598:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693311.159607:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693311.159609:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693311.159611:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693311.159618:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693311.159621:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693311.159622:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693311.159625:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.159627:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693311.159633:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693311.159633:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693311.159644:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693311.159646:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693311.159652:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693311.159654:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.159655:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693311.159663:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.159676:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.799550:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693311.799558:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693311.799560:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693311.799568:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693311.799576:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693311.799584:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.799598:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693311.799605:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.799613:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.799805:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693311.799812:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693311.799817:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693311.799833:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.799858:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693311.799862:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.799879:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693311.799885:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693311.799893:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693311.799900:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101299840:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693311.799913:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693311.799921:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693311.799927:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.799936:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693311.799949:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693311.799957:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693311.799970:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693311.799983:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693311.799996:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693311.800009:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299840, portal 25
00000100:00000001:2.0:1790693311.800019:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693311.800024:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932673280 : -115045776878336 : ffff975dd1561500)
00000100:00000040:2.0:1790693311.800039:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.800075:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693311.800085:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693311.800094:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693311.800104:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101299840, offset 0
00000400:00000200:2.0:1790693311.800120:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693311.800136:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.800146:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693311.800155:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693311.800167:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693311.800174:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693311.800177:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693311.800181:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6577:6577:256:4294967295] 192.168.204.134@tcp LPNI seq info [6572:6572:8:4294967295]
00000400:00000200:2.0:1790693311.800185:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.800213:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693311.800237:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.800250:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693311.800268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693311.800278:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693311.800293:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693311.800301:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693311.800316:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.800322:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693311.800334:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693311.800342:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693311.800350:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693311.800356:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693311.800367:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693311.800377:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.800429:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.800438:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.800460:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.800465:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693311.800474:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693311.800491:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693311.800497:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298469123
00000100:00000010:2.0:1790693311.800508:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b360.
00000100:00000001:2.0:1790693311.800523:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693311.800536:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298469123
00000100:00000010:2.0:1790693311.800546:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b0c0.
00000100:00000001:2.0:1790693311.800556:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693311.800563:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693311.800569:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.800576:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693311.800585:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693311/real 1790693311]  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693311.800620:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693311.800625:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693311.800631:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693311.800639:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693311.800646:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693311.800653:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693311.800662:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693311.800712:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.800730:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693311.800735:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.800741:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.800746:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693311.800762:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.800785:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693311.800802:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.800836:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693311.800844:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.800850:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.800854:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.800861:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693311.800867:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693311.800880:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693311.800895:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693311.800902:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693311.800919:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693311.800958:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101299840:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693311.800971:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.800978:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.800988:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561500 x1877674101299840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801018:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693311.801027:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693311.801036:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693311.801045:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693311.801050:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693311.801055:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693311.801065:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693311.801071:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097c00.
02000000:00000001:2.0:1790693311.801081:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693311.801086:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693311.801090:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561500.
00000100:00000001:2.0:1790693311.801100:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693311.801103:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801109:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801122:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693311.801126:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.801132:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693311.801136:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693311.801140:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693311.801149:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801158:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693311.801161:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801165:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693311.801169:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693311.801171:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693311.801175:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299968:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693311.801179:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693311.801183:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693311.801185:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801188:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693311.801192:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693311.801194:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693311.801213:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693311.801217:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693311.801221:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693311.801225:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101299968, portal 10
00000100:00000001:2.0:1790693311.801227:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693311.801229:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:2.0:1790693311.801238:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801244:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693311.801246:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693311.801248:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693311.801252:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101299968, offset 0
00000400:00000200:2.0:1790693311.801257:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801263:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801267:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693311.801271:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693311.801274:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693311.801276:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693311.801279:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801283:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6578:6578:256:4294967295] 192.168.204.134@tcp LPNI seq info [6573:6573:8:4294967295]
00000400:00000200:2.0:1790693311.801287:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801296:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693311.801301:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801305:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693311.801310:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693311.801313:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693311.801318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693311.801321:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693311.801324:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801326:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693311.801330:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693311.801333:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693311.801337:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693311.801339:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693311.801342:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693311.801345:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801353:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.801356:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801362:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.801363:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693311.801367:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693311.801372:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693311.801375:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693311.801377:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298467859
00000100:00000001:2.0:1790693311.801380:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.801382:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298467859
00000100:00000001:2.0:1790693311.801384:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.801386:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693311.801388:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.801390:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693311.801394:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693311/real 1790693311]  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693311.801437:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693311.801439:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693311.801440:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693311.801444:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693311.801445:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693311.801448:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693311.801451:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693311.801460:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801466:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693311.801467:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801469:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.801470:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693311.801474:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801480:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693311.801484:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801491:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693311.801493:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801495:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.801496:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801498:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693311.801500:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693311.801503:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693311.801507:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693311.801509:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693311.801514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693311.801522:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101299968:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693311.801526:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693311.801529:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801535:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693311.801536:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801539:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693311.801540:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693311.801542:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693311.801544:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300096:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693311.801546:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693311.801548:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693311.801549:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801551:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693311.801553:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693311.801554:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693311.801557:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693311.801559:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693311.801561:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693311.801563:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300096, portal 10
00000100:00000001:2.0:1790693311.801564:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693311.801565:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:2.0:1790693311.801569:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801574:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693311.801575:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693311.801576:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693311.801578:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101300096, offset 0
00000400:00000200:2.0:1790693311.801580:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801583:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801586:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693311.801588:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693311.801590:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693311.801591:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693311.801593:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801595:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6579:6579:256:4294967295] 192.168.204.134@tcp LPNI seq info [6574:6574:8:4294967295]
00000400:00000200:2.0:1790693311.801598:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801603:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693311.801607:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801610:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693311.801614:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693311.801617:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693311.801621:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693311.801623:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693311.801627:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801629:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693311.801632:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693311.801635:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693311.801638:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693311.801640:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693311.801642:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693311.801646:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801654:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.801657:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801663:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.801665:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693311.801668:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693311.801671:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693311.801674:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693311.801675:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298467866
00000100:00000001:2.0:1790693311.801678:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.801679:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298467866
00000100:00000001:2.0:1790693311.801681:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.801682:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693311.801684:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.801685:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693311.801687:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693311/real 1790693311]  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693311.801691:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693311.801692:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693311.801693:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693311.801695:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693311.801696:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693311.801698:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693311.801700:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693311.801705:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801708:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693311.801709:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801710:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.801711:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693311.801713:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801716:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693311.801718:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801722:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693311.801723:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801725:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.801725:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801727:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693311.801728:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693311.801730:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693311.801732:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693311.801733:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693311.801735:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693311.801739:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300096:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693311.801741:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693311.801743:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801748:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693311.801748:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801750:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693311.801751:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693311.801752:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693311.801753:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300224:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693311.801755:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693311.801757:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693311.801758:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801759:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693311.801761:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693311.801763:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693311.801765:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693311.801767:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693311.801769:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693311.801771:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300224, portal 4
00000100:00000001:2.0:1790693311.801772:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693311.801774:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:2.0:1790693311.801777:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801781:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693311.801783:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693311.801784:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693311.801785:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101300224, offset 0
00000400:00000200:2.0:1790693311.801787:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801789:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801792:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693311.801793:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693311.801795:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693311.801796:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693311.801798:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801800:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6580:6580:256:4294967295] 192.168.204.134@tcp LPNI seq info [6575:6575:8:4294967295]
00000400:00000200:2.0:1790693311.801802:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801806:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693311.801809:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801811:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693311.801813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693311.801814:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693311.801817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693311.801819:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693311.801821:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801822:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693311.801824:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693311.801826:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693311.801828:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693311.801829:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693311.801831:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693311.801833:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801838:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.801840:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801844:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.801844:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693311.801846:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693311.801848:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693311.801849:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693311.801850:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298467860
00000100:00000001:2.0:1790693311.801852:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.801853:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298467860
00000100:00000001:2.0:1790693311.801854:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.801856:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693311.801857:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.801858:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693311.801860:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693311/real 1790693311]  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693311.801863:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693311.801864:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693311.801865:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693311.801866:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693311.801867:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693311.801868:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693311.801869:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693311.801874:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801877:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693311.801878:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801879:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.801880:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693311.801882:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801887:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693311.801889:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801892:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693311.801894:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801894:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.801895:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.801896:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693311.801897:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693311.801898:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693311.801900:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693311.801901:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693311.801903:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693311.801907:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300224:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693311.801909:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693311.801911:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801914:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693311.801915:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801916:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693311.801917:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693311.801918:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693311.801919:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300352:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693311.801921:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693311.801923:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693311.801924:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693311.801925:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693311.801927:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693311.801928:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693311.801930:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693311.801931:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693311.801933:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693311.801935:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300352, portal 4
00000100:00000001:2.0:1790693311.801936:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693311.801937:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:2.0:1790693311.801940:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.801943:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693311.801945:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693311.801946:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693311.801947:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101300352, offset 0
00000400:00000200:2.0:1790693311.801950:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801951:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801953:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693311.801955:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693311.801956:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693311.801958:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693311.801959:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693311.801961:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6581:6581:256:4294967295] 192.168.204.134@tcp LPNI seq info [6576:6576:8:4294967295]
00000400:00000200:2.0:1790693311.801963:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693311.801967:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693311.801969:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801971:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693311.801973:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693311.801975:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693311.801977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693311.801979:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693311.801981:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693311.801982:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693311.801985:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693311.801988:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693311.801991:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693311.801992:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693311.801994:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693311.801997:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802004:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.802007:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802013:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.802015:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693311.802018:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693311.802021:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693311.802024:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693311.802026:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298467865
00000100:00000001:2.0:1790693311.802029:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.802031:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298467865
00000100:00000001:2.0:1790693311.802033:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298469123
00000100:00000001:2.0:1790693311.802035:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693311.802037:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.802039:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693311.802042:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693311/real 1790693311]  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693311.802047:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693311.802048:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693311.802049:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693311.802051:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693311.802052:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693311.802053:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693311.802055:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693311.802061:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802065:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693311.802066:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802067:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.802067:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693311.802069:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802073:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693311.802075:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802079:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693311.802081:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802081:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693311.802082:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802083:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693311.802084:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693311.802085:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693311.802087:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693311.802088:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693311.802090:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693311.802094:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300352:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693311.802096:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802097:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.802099:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101299968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802107:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693311.802108:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693311.802109:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693311.802111:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693311.802112:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693311.802113:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693311.802114:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693311.802115:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:2.0:1790693311.802117:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693311.802118:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693311.802120:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:2.0:1790693311.802121:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693311.802122:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802123:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.802125:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101300096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802129:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693311.802130:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693311.802130:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693311.802131:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693311.802132:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693311.802133:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693311.802134:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693311.802134:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693311.802136:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693311.802136:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693311.802137:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693311.802138:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693311.802139:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802140:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.802141:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101300224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802144:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693311.802145:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693311.802146:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693311.802147:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693311.802148:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693311.802149:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693311.802151:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693311.802151:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693311.802152:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693311.802153:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693311.802154:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:2.0:1790693311.802155:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693311.802155:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802156:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693311.802158:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101300352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693311.802161:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693311.802162:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693311.802162:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693311.802163:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693311.802164:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693311.802164:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693311.802165:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693311.802166:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693311.802168:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693311.802169:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693311.802170:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:2.0:1790693311.802171:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693311.802171:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802172:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693311.802176:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693311.802177:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693311.802178:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693311.802179:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693312.183549:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693312.183550:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693312.183563:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693312.183563:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693312.183569:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693312.183569:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693312.183583:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693312.183583:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693312.183593:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693312.183593:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693312.183601:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693312.183601:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693312.183609:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693312.183610:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693312.183616:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693312.183616:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693312.183626:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693312.183627:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693312.183715:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693312.183720:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693312.183725:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693312.823525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693312.823535:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693312.823537:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693312.823543:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693312.823548:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693312.823552:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693312.823555:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693312.823558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693312.823560:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693313.143526:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298469123, at 4298469184
00000100:00000010:0.0:1790693313.143542:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b360.
00000100:00000040:1.0:1790693313.143629:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298469123, at 4298469184
00000100:00000010:1.0:1790693313.143635:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b0c0.
00000100:00000001:0.0:1790693313.207510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693313.207517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693313.207520:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693313.207520:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693313.207528:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693313.207530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693313.207538:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693313.207539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693313.207543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693313.207549:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693313.207550:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693313.207554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693313.207559:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693313.207560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693313.207567:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693313.207572:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693313.207575:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693313.207579:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693313.847753:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693313.847761:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693313.847763:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693313.847769:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693313.847773:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693313.847777:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693313.847780:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693313.847783:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693313.847786:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693314.231545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693314.231551:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693314.231553:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693314.231558:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693314.231562:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693314.231564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693314.231570:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693314.231571:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693314.231573:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693314.231585:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693314.231585:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693314.231589:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693314.231592:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693314.231603:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693314.231604:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693314.231617:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693314.231621:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693314.231626:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693314.231669:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693314.231673:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693314.231676:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693314.231730:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693314.231735:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693314.231736:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693314.231739:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693314.231742:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693314.231744:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693314.231746:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693314.231748:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693314.231750:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693314.871516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693314.871524:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693314.871527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693314.871533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693314.871538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693314.871542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693314.871545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693314.871548:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693314.871551:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693315.255587:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693315.255587:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693315.255599:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693315.255600:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693315.255605:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693315.255606:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693315.255622:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693315.255623:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693315.255633:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693315.255633:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693315.255651:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693315.255651:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693315.255655:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693315.255658:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693315.255659:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693315.255666:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693315.255671:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693315.255672:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693315.255808:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693315.255813:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693315.255816:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693315.255819:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693315.255821:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693315.255826:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693315.255831:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693315.255833:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693315.255835:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693315.255853:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693315.255855:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693315.255857:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693315.895516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693315.895525:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693315.895528:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693315.895534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693315.895539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693315.895542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693315.895543:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693315.895549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693315.895553:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.279473:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693316.279480:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693316.279480:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693316.279481:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693316.279487:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693316.279487:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693316.279487:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693316.279491:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693316.279492:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693316.279495:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693316.279496:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693316.279498:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693316.279501:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693316.279502:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693316.279504:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693316.279508:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.279508:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693316.279509:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693316.279513:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693316.279516:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693316.279517:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693316.279522:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693316.279522:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.279523:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693316.279526:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693316.279528:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.279530:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693316.279565:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693316.279567:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693316.279569:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693316.919505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693316.919513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693316.919517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693316.919524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693316.919529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693316.919534:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.919538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693316.919542:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.919548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.919776:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693316.919781:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693316.919785:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693316.919793:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.919803:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693316.919807:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.919812:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693316.919816:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693316.919820:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693316.919826:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101300480:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693316.919833:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693316.919838:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693316.919842:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.919844:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693316.919849:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693316.919851:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693316.919858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693316.919862:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693316.919870:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693316.919880:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300480, portal 25
00000100:00000001:2.0:1790693316.919884:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693316.919888:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00000040:2.0:1790693316.919905:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.919920:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693316.919926:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693316.919931:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693316.919937:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101300480, offset 0
00000400:00000200:2.0:1790693316.919946:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693316.919957:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.919963:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693316.919969:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693316.919974:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693316.919978:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693316.919982:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693316.919991:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6582:6582:256:4294967295] 192.168.204.134@tcp LPNI seq info [6577:6577:8:4294967295]
00000400:00000200:2.0:1790693316.919997:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.920009:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693316.920022:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.920030:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693316.920041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693316.920047:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693316.920069:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693316.920078:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693316.920083:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.920087:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693316.920113:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693316.920122:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693316.920131:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693316.920135:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693316.920140:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693316.920148:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920164:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.920169:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920182:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.920185:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693316.920193:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693316.920201:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693316.920206:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298474242
00000100:00000010:2.0:1790693316.920214:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b7e0.
00000100:00000001:2.0:1790693316.920224:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693316.920233:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298474242
00000100:00000010:2.0:1790693316.920237:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671ba80.
00000100:00000001:2.0:1790693316.920241:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693316.920247:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693316.920253:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.920258:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693316.920266:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693316/real 1790693316]  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693316.920286:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693316.920289:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693316.920292:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693316.920298:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693316.920301:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693316.920307:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693316.920315:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693316.920355:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920371:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693316.920374:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920378:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.920381:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693316.920386:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920395:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693316.920426:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920435:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693316.920438:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920442:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.920444:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920449:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693316.920452:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693316.920454:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693316.920458:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693316.920462:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693316.920474:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693316.920495:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101300480:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693316.920506:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920511:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.920519:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101300480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920539:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693316.920544:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693316.920549:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693316.920556:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693316.920561:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693316.920565:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693316.920570:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693316.920574:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693316.920581:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693316.920584:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693316.920587:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:2.0:1790693316.920590:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693316.920593:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920598:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920603:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693316.920612:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.920618:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693316.920622:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693316.920626:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693316.920634:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920651:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693316.920656:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.920662:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693316.920666:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693316.920670:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693316.920679:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300608:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693316.920686:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693316.920691:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693316.920695:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.920700:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693316.920705:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693316.920710:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693316.920720:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693316.920726:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693316.920733:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693316.920739:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300608, portal 10
00000100:00000001:2.0:1790693316.920744:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693316.920747:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:2.0:1790693316.920760:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920772:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693316.920775:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693316.920778:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693316.920780:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101300608, offset 0
00000400:00000200:2.0:1790693316.920785:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693316.920789:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.920793:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693316.920796:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693316.920798:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693316.920800:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693316.920803:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693316.920806:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6583:6583:256:4294967295] 192.168.204.134@tcp LPNI seq info [6578:6578:8:4294967295]
00000400:00000200:2.0:1790693316.920810:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.920816:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693316.920820:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.920823:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693316.920827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693316.920830:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693316.920834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693316.920837:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693316.920840:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.920842:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693316.920845:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693316.920849:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693316.920852:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693316.920853:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693316.920856:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693316.920859:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920866:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.920870:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920876:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.920878:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693316.920881:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693316.920884:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693316.920887:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693316.920889:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298472979
00000100:00000001:2.0:1790693316.920892:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.920894:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298472979
00000100:00000001:2.0:1790693316.920896:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.920898:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693316.920900:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.920901:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693316.920905:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693316/real 1790693316]  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693316.920912:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693316.920913:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693316.920914:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693316.920916:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693316.920918:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693316.920920:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693316.920923:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693316.920931:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920936:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693316.920938:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920939:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.920941:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693316.920944:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920950:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693316.920954:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920960:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693316.920962:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920964:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.920965:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.920966:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693316.920969:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693316.920971:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693316.920974:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693316.920976:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693316.920979:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693316.920986:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300608:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693316.920989:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693316.920992:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.920998:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693316.921000:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.921001:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693316.921003:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693316.921005:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693316.921007:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300736:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693316.921010:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693316.921012:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693316.921013:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.921015:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693316.921018:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693316.921020:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693316.921023:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693316.921026:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693316.921028:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693316.921031:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300736, portal 10
00000100:00000001:2.0:1790693316.921033:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693316.921034:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:2.0:1790693316.921039:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921045:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693316.921047:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693316.921049:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693316.921051:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101300736, offset 0
00000400:00000200:2.0:1790693316.921054:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693316.921057:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.921060:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693316.921062:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693316.921065:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693316.921067:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693316.921069:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693316.921071:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6584:6584:256:4294967295] 192.168.204.134@tcp LPNI seq info [6579:6579:8:4294967295]
00000400:00000200:2.0:1790693316.921075:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.921080:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693316.921084:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.921087:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693316.921090:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693316.921092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693316.921112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693316.921115:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693316.921119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.921120:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693316.921124:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693316.921127:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693316.921130:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693316.921132:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693316.921134:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693316.921137:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921144:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.921146:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921152:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921154:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693316.921156:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693316.921159:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693316.921162:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693316.921164:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298472985
00000100:00000001:2.0:1790693316.921167:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.921169:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298472985
00000100:00000001:2.0:1790693316.921171:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.921173:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693316.921174:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921176:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693316.921179:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693316/real 1790693316]  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693316.921187:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693316.921188:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693316.921189:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693316.921191:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693316.921193:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693316.921195:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693316.921198:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693316.921206:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921212:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693316.921213:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921214:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.921216:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693316.921219:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921225:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693316.921228:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921233:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693316.921235:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921236:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.921237:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921239:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693316.921241:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693316.921243:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693316.921245:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693316.921247:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693316.921251:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693316.921257:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300736:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693316.921260:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693316.921263:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921274:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693316.921275:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.921277:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693316.921279:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693316.921281:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693316.921284:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300864:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693316.921287:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693316.921289:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693316.921290:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.921292:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693316.921295:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693316.921297:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693316.921300:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693316.921302:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693316.921306:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693316.921309:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300864, portal 4
00000100:00000001:2.0:1790693316.921310:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693316.921311:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:2.0:1790693316.921316:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921322:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693316.921324:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693316.921326:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693316.921328:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101300864, offset 0
00000400:00000200:2.0:1790693316.921332:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693316.921336:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.921339:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693316.921342:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693316.921344:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693316.921346:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693316.921348:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693316.921351:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6585:6585:256:4294967295] 192.168.204.134@tcp LPNI seq info [6580:6580:8:4294967295]
00000400:00000200:2.0:1790693316.921355:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.921362:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693316.921366:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.921368:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693316.921372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693316.921374:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693316.921379:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693316.921381:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693316.921415:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.921418:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693316.921421:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693316.921424:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693316.921427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693316.921429:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693316.921431:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693316.921434:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921441:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.921443:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921450:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921451:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693316.921455:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693316.921458:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693316.921461:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693316.921463:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298472980
00000100:00000001:2.0:1790693316.921465:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.921467:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298472980
00000100:00000001:2.0:1790693316.921469:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.921470:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693316.921472:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921474:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693316.921477:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693316/real 1790693316]  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693316.921484:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693316.921486:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693316.921488:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693316.921490:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693316.921492:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693316.921494:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693316.921497:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693316.921504:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921509:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693316.921510:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921512:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.921513:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693316.921516:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921522:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693316.921526:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921533:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693316.921535:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921536:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.921538:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921540:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693316.921541:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693316.921543:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693316.921546:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693316.921549:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693316.921552:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693316.921560:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300864:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693316.921563:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921565:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.921568:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101300608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921574:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693316.921576:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693316.921578:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693316.921581:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693316.921582:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693316.921583:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693316.921585:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693316.921587:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:2.0:1790693316.921589:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693316.921590:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693316.921592:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:2.0:1790693316.921594:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693316.921595:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921597:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.921600:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101300736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921607:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693316.921608:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693316.921609:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693316.921611:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693316.921613:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693316.921614:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693316.921616:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693316.921617:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693316.921620:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693316.921621:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693316.921622:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693316.921625:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693316.921626:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921627:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.921630:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101300864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921636:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693316.921637:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693316.921639:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693316.921641:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693316.921642:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693316.921643:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693316.921645:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693316.921646:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:2.0:1790693316.921648:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693316.921649:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693316.921650:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:2.0:1790693316.921652:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693316.921654:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921655:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921659:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693316.921660:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921663:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693316.921664:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693316.921665:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693316.921669:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921675:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693316.921677:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.921679:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693316.921681:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693316.921683:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693316.921685:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300992:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693316.921691:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693316.921693:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693316.921694:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693316.921696:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693316.921698:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693316.921700:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693316.921702:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693316.921704:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693316.921706:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693316.921708:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101300992, portal 4
00000100:00000001:2.0:1790693316.921709:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693316.921710:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:2.0:1790693316.921714:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921718:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693316.921719:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693316.921721:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693316.921722:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101300992, offset 0
00000400:00000200:2.0:1790693316.921724:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693316.921727:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.921729:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693316.921731:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693316.921732:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693316.921734:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693316.921735:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693316.921737:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6586:6586:256:4294967295] 192.168.204.134@tcp LPNI seq info [6581:6581:8:4294967295]
00000400:00000200:2.0:1790693316.921739:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693316.921743:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693316.921746:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.921748:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693316.921750:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693316.921752:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693316.921755:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693316.921756:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693316.921759:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693316.921760:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693316.921761:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693316.921763:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693316.921765:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:2.0:1790693316.921766:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:2.0:1790693316.921768:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693316.921770:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921774:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.921776:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921779:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921780:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693316.921782:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693316.921783:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693316.921785:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693316.921786:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298472985
00000100:00000001:2.0:1790693316.921787:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.921789:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298472985
00000100:00000001:2.0:1790693316.921790:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298474242
00000100:00000001:2.0:1790693316.921791:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693316.921793:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921794:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693316.921796:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693316/real 1790693316]  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693316.921799:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693316.921800:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693316.921802:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:2.0:1790693316.921803:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693316.921804:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:2.0:1790693316.921805:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693316.921807:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693316.921811:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921814:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693316.921815:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921816:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.921817:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693316.921819:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921822:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693316.921825:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921828:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693316.921829:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921830:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693316.921831:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921832:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693316.921832:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693316.921834:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693316.921835:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693316.921837:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693316.921839:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693316.921842:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101300992:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693316.921845:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921846:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693316.921847:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101300992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693316.921851:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693316.921852:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693316.921853:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693316.921854:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693316.921854:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693316.921855:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693316.921856:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693316.921857:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693316.921859:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693316.921859:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693316.921860:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693316.921861:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693316.921862:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921863:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693316.921865:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693316.921866:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693316.921867:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693316.921868:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693317.303467:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693317.303467:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693317.303475:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693317.303476:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693317.303478:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693317.303479:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693317.303485:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693317.303486:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693317.303491:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693317.303492:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693317.303498:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693317.303498:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693317.303504:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693317.303505:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693317.303509:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693317.303510:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693317.303517:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693317.303517:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693317.303813:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693317.303817:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693317.303821:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693317.943508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693317.943516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693317.943518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693317.943523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693317.943528:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693317.943533:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693317.943536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693317.943538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693317.943541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693318.263513:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298474242, at 4298474304
00000100:00000040:1.0:1790693318.263513:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298474242, at 4298474304
00000100:00000010:0.0:1790693318.263526:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b7e0.
00000100:00000010:1.0:1790693318.263527:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671ba80.
00000100:00000001:0.0:1790693318.327500:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693318.327500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693318.327509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693318.327510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693318.327515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693318.327515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693318.327524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693318.327524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693318.327530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693318.327531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693318.327538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693318.327539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693318.327545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693318.327549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693318.327552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693318.327552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693318.327556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693318.327561:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693318.327663:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693318.327666:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693318.327669:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693318.967516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693318.967524:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693318.967527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693318.967533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693318.967537:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693318.967540:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693318.967544:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693318.967547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693318.967550:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693319.351520:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693319.351520:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693319.351530:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693319.351530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693319.351534:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693319.351535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693319.351543:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693319.351543:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693319.351547:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693319.351551:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693319.351551:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693319.351553:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693319.351557:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693319.351557:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693319.351558:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693319.351565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693319.351566:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693319.351567:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693319.351573:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693319.351577:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693319.351585:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693319.351588:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693319.351590:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693319.351593:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693319.351593:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693319.351597:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693319.351602:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693319.991500:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693319.991508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693319.991511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693319.991516:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693319.991521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693319.991525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693319.991528:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693319.991530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693319.991533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693320.375484:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693320.375484:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693320.375494:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693320.375494:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693320.375499:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693320.375499:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693320.375507:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693320.375507:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693320.375514:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693320.375515:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693320.375521:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693320.375521:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693320.375528:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693320.375528:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693320.375534:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693320.375534:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693320.375543:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693320.375543:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693320.375680:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693320.375685:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693320.375686:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00010000:2.0:1790693320.375688:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693320.375690:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693320.375693:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693320.375696:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693320.375699:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693320.375701:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693320.375704:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693320.375705:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693320.375707:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693321.015499:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693321.015505:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693321.015507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693321.015512:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693321.015516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693321.015518:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693321.015520:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693321.015522:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693321.015523:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693321.399525:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693321.399525:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693321.399526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693321.399533:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693321.399533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693321.399533:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693321.399537:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693321.399537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693321.399538:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693321.399544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693321.399544:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693321.399546:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693321.399549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693321.399550:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693321.399552:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693321.399553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693321.399555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693321.399556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693321.399557:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693321.399560:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693321.399560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693321.399565:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693321.399565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693321.399571:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693321.399572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693321.399575:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693321.399579:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.039510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693322.039516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693322.039520:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693322.039525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693322.039529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693322.039532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693322.039536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693322.039538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693322.039541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040126:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693322.040130:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693322.040135:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693322.040142:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040150:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693322.040151:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040154:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693322.040157:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693322.040159:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693322.040162:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101301120:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693322.040166:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693322.040169:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693322.040172:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040174:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693322.040179:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693322.040181:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693322.040186:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693322.040189:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693322.040195:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693322.040203:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101301120, portal 25
00000100:00000001:2.0:1790693322.040206:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693322.040208:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932671488 : -115045776880128 : ffff975dd1560e00)
00000100:00000040:2.0:1790693322.040214:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040220:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693322.040223:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693322.040225:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843abb0.
00000100:00000200:2.0:1790693322.040228:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101301120, offset 0
00000400:00000200:2.0:1790693322.040234:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040242:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040247:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693322.040253:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693322.040256:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693322.040259:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693322.040262:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040266:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6587:6587:256:4294967295] 192.168.204.134@tcp LPNI seq info [6582:6582:8:4294967295]
00000400:00000200:2.0:1790693322.040278:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040287:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693322.040293:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693322.040298:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693322.040304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693322.040308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693322.040322:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693322.040326:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693322.040329:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298479362
00000100:00000010:2.0:1790693322.040334:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bd80.
00000100:00000001:2.0:1790693322.040340:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693322.040346:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298479362
00000100:00000010:2.0:1790693322.040349:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b240.
00000100:00000001:2.0:1790693322.040353:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693322.040356:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693322.040359:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040361:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693322.040365:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040372:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693322.040373:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040375:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693322.040377:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693322.040379:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693322.040382:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301248:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693322.040385:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693322.040387:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693322.040388:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040390:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693322.040394:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693322.040396:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693322.040419:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693322.040422:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347fcb8.
00000400:00000010:2.0:1790693322.040427:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843add0.
00000100:00000200:2.0:1790693322.040430:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101301248, portal 10
00000100:00000001:2.0:1790693322.040432:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693322.040433:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:2.0:1790693322.040440:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040447:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693322.040449:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693322.040452:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a990.
00000100:00000200:2.0:1790693322.040454:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101301248, offset 0
00000400:00000200:2.0:1790693322.040459:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040462:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040466:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693322.040469:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693322.040471:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693322.040473:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693322.040475:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040479:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6588:6588:255:4294967295] 192.168.204.134@tcp LPNI seq info [6583:6583:7:4294967295]
00000400:00000200:2.0:1790693322.040483:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040488:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693322.040493:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693322.040496:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c400.
00000800:00000200:2.0:1790693322.040500:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693322.040504:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693322.040506:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693322.040510:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693322.040514:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693322.040516:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298478099
00000100:00000001:2.0:1790693322.040519:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040521:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298478099
00000100:00000001:2.0:1790693322.040524:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040527:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693322.040529:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040530:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693322.040534:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040540:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693322.040541:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040543:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693322.040545:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693322.040546:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693322.040549:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301376:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693322.040552:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693322.040553:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693322.040555:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040557:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693322.040559:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693322.040561:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693322.040564:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693322.040566:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347fe70.
00000400:00000010:2.0:1790693322.040569:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a7f8.
00000100:00000200:2.0:1790693322.040572:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101301376, portal 10
00000100:00000001:2.0:1790693322.040573:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693322.040575:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:2.0:1790693322.040579:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040585:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693322.040587:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693322.040590:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a088.
00000100:00000200:2.0:1790693322.040592:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101301376, offset 0
00000400:00000200:2.0:1790693322.040595:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040598:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040602:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693322.040604:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693322.040606:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693322.040608:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693322.040610:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040613:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6589:6589:254:4294967295] 192.168.204.134@tcp LPNI seq info [6584:6584:6:4294967295]
00000400:00000200:2.0:1790693322.040617:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040622:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693322.040626:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693322.040629:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cc00.
00000800:00000200:2.0:1790693322.040633:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693322.040636:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693322.040638:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693322.040641:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693322.040643:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693322.040645:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298478105
00000100:00000001:2.0:1790693322.040647:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040649:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298478105
00000100:00000001:2.0:1790693322.040651:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040653:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693322.040655:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040656:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693322.040659:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040666:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693322.040667:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040669:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693322.040670:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693322.040672:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693322.040675:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301504:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693322.040680:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693322.040682:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693322.040683:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040685:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693322.040687:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693322.040689:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693322.040692:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693322.040694:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f3c8.
00000400:00000010:2.0:1790693322.040698:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693322.040700:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101301504, portal 4
00000100:00000001:2.0:1790693322.040702:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693322.040703:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:2.0:1790693322.040708:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040714:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693322.040716:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693322.040718:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a110.
00000100:00000200:2.0:1790693322.040720:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101301504, offset 0
00000400:00000200:2.0:1790693322.040724:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040727:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040730:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693322.040733:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693322.040735:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693322.040737:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693322.040739:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040742:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6590:6590:253:4294967295] 192.168.204.134@tcp LPNI seq info [6585:6585:5:4294967295]
00000400:00000200:2.0:1790693322.040746:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040751:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693322.040755:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693322.040758:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c300.
00000800:00000200:2.0:1790693322.040761:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693322.040765:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693322.040767:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693322.040770:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693322.040773:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693322.040775:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298478099
00000100:00000001:2.0:1790693322.040777:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040779:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298478099
00000100:00000001:2.0:1790693322.040781:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040783:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693322.040785:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040786:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693322.040790:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040796:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693322.040798:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040800:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693322.040801:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693322.040803:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693322.040806:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301632:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693322.040809:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693322.040811:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693322.040812:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693322.040814:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693322.040817:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693322.040819:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693322.040821:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693322.040824:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693322.040826:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693322.040829:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101301632, portal 4
00000100:00000001:2.0:1790693322.040831:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693322.040832:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:2.0:1790693322.040838:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693322.040844:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693322.040846:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693322.040848:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843af68.
00000100:00000200:2.0:1790693322.040850:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101301632, offset 0
00000400:00000200:2.0:1790693322.040853:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040856:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040859:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693322.040862:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693322.040864:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693322.040866:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693322.040868:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693322.040871:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6591:6591:252:4294967295] 192.168.204.134@tcp LPNI seq info [6586:6586:4:4294967295]
00000400:00000200:2.0:1790693322.040874:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693322.040879:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693322.040883:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693322.040886:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cb00.
00000800:00000200:2.0:1790693322.040889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693322.040893:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693322.040895:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693322.040898:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693322.040900:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693322.040902:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298478104
00000100:00000001:2.0:1790693322.040904:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040906:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298478104
00000100:00000001:2.0:1790693322.040908:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298479362
00000100:00000001:2.0:1790693322.040910:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693322.040912:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040914:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040916:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693322.040923:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693322.040925:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693322.040927:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693322.040928:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693322.040930:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693322.040932:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693322.423508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693322.423516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693322.423519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693322.423525:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693322.423530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693322.423534:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693322.423538:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693322.423543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693322.423548:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693322.423605:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693322.423609:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693322.423615:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693322.423640:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693322.423645:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693322.423647:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693322.423649:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693322.423652:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693322.423654:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693322.423656:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693322.423658:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693322.423660:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693323.063602:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693323.063610:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693323.063612:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693323.063617:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693323.063621:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693323.063624:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693323.063627:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693323.063629:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693323.063632:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693323.383509:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298479362, at 4298479424
00000100:00000010:0.0:1790693323.383525:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bd80.
00000100:00000040:1.0:1790693323.383531:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298479362, at 4298479424
00000100:00000010:1.0:1790693323.383541:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b240.
00000100:00000001:0.0:1790693323.447505:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693323.447513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693323.447516:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693323.447524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693323.447530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693323.447535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693323.447541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693323.447545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693323.447551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693323.447961:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693323.447965:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693323.447967:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693323.447981:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693323.447984:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693323.447986:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693323.447988:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693323.447990:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693323.447992:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693324.087524:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693324.087534:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693324.087536:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693324.087542:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693324.087546:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693324.087550:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693324.087553:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693324.087556:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693324.087559:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693324.471614:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693324.471621:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693324.471625:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693324.471633:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693324.471640:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693324.471647:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693324.471652:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693324.471655:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693324.471659:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693324.471775:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693324.471779:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693324.471781:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693324.471783:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693324.471786:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693324.471788:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693324.471790:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693324.471792:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693324.471794:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693324.473474:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693324.473481:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693324.473487:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693324.473525:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693324.473530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693324.473532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693324.473538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693324.473541:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693324.473545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693324.473547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693324.473550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693324.473553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1790693325.111698:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:0.0:1790693325.111734:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790693325.111745:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693325.111750:0:2388:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:0.0:1790693325.111753:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693325.111757:0:2388:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790693325.111761:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693325.111765:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:0.0:1790693325.111769:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693325.111774:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693325.111780:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843abb0
00000400:00000010:0.0:1790693325.111783:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843abb0.
00000100:00000001:0.0:1790693325.111788:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693325.111797:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693325.111821:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693325.111825:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693325.111834:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693325.111836:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693325.111846:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693325.111849:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c400.
00000400:00000200:0.0:1790693325.111852:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693325.111856:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693325.111860:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a990
00000400:00000010:0.0:1790693325.111862:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a990.
00000100:00000001:0.0:1790693325.111865:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693325.111873:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693325.111881:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693325.111885:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693325.111891:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693325.111894:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693325.111895:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:0.0:1790693325.111904:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000100:00000001:2.0:1790693325.111904:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693325.111908:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000800:00000010:0.0:1790693325.111910:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cc00.
00000400:00000200:0.0:1790693325.111916:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693325.111927:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000100:00100000:2.0:1790693325.111929:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693322/real 1790693325]  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693325.111932:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a088
00000400:00000010:0.0:1790693325.111950:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a088.
00000100:00000001:0.0:1790693325.111958:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693325.111967:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693325.111976:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1790693325.111978:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1790693325.111981:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1790693325.111986:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693325.111989:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000100:00000001:0.0:1790693325.112000:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693325.112000:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:2.0:1790693325.112006:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:0.0:1790693325.112008:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693325.112016:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000800:00000100:0.0:1790693325.112024:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000100:00000200:2.0:1790693325.112028:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1790693325.112030:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c300.
00000400:00000200:0.0:1790693325.112039:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693325.112052:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000100:00000200:2.0:1790693325.112057:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693325.112059:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a110
00000400:00000010:0.0:1790693325.112064:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a110.
00000100:00000001:0.0:1790693325.112074:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693325.112082:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000200:0.0:1790693325.112087:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112087:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112098:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112102:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693325.112107:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1790693325.112113:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693325.112118:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693325.112134:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693325.112135:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693325.112143:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000100:00000001:2.0:1790693325.112147:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:0.0:1790693325.112149:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cb00.
00000400:00000200:0.0:1790693325.112155:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:2.0:1790693325.112160:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693325.112166:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693325.112174:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843af68
00000400:00000010:0.0:1790693325.112179:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843af68.
00000100:00000001:0.0:1790693325.112182:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693325.112186:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693325.112195:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693325.112200:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112201:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693325.112211:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112218:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112221:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693325.112226:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693325.112228:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693325.112231:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693325.112233:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693325.112240:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693325.112248:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693325.112252:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693325.112257:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693325.112266:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101301120:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693325.112272:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693325.112276:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693322/real 1790693325]  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693325.112285:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693325.112286:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693325.112289:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347fcb8.
00000400:00000200:2.0:1790693325.112292:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843add0
00000400:00000010:2.0:1790693325.112295:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843add0.
00000100:00000001:2.0:1790693325.112298:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693325.112300:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693325.112308:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112315:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693325.112317:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112318:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112320:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693325.112323:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112336:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693325.112340:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112346:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693325.112348:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112350:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112351:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112353:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693325.112356:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693325.112358:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693325.112361:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693325.112364:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693325.112367:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693325.112374:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301248:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693325.112379:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693325.112383:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693322/real 1790693325]  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693325.112391:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693325.112392:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693325.112394:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347fe70.
00000400:00000200:2.0:1790693325.112419:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a7f8
00000400:00000010:2.0:1790693325.112421:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a7f8.
00000100:00000001:2.0:1790693325.112424:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693325.112428:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693325.112436:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112443:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693325.112444:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112446:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112447:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693325.112451:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112458:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693325.112465:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112472:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693325.112474:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112475:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112477:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112479:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693325.112482:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693325.112485:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693325.112490:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693325.112492:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693325.112497:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693325.112505:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301376:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693325.112510:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693325.112515:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693322/real 1790693325]  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693325.112523:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693325.112525:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693325.112529:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f3c8.
00000400:00000200:2.0:1790693325.112532:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693325.112535:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693325.112539:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693325.112544:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693325.112552:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112558:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693325.112560:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112562:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112563:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693325.112567:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112573:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693325.112577:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112584:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693325.112587:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112590:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112592:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112594:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693325.112596:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693325.112599:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693325.112602:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693325.112605:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693325.112609:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693325.112617:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301504:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693325.112622:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693325.112626:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693322/real 1790693325]  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693325.112633:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693325.112635:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693325.112637:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693325.112640:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693325.112641:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693325.112643:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693325.112646:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693325.112654:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112661:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693325.112662:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112664:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112665:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693325.112669:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112675:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693325.112679:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112686:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693325.112688:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112690:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693325.112691:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112693:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693325.112695:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693325.112697:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693325.112702:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693325.112704:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693325.112708:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693325.112723:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301632:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693325.112728:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112731:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693325.112735:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560e00 x1877674101301120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112742:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693325.112746:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693325.112752:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693325.112757:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693325.112761:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693325.112763:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693325.112766:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693325.112770:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693325.112775:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693325.112778:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693325.112780:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560e00.
00000100:00000001:2.0:1790693325.112785:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693325.112786:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112788:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693325.112791:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101301248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112798:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693325.112799:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693325.112801:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693325.112804:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693325.112805:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693325.112806:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693325.112808:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693325.112811:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693325.112814:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693325.112815:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693325.112816:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693325.112819:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693325.112820:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112822:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693325.112825:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101301376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112832:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693325.112833:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693325.112835:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693325.112837:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693325.112838:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693325.112839:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693325.112842:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693325.112844:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693325.112846:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693325.112848:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693325.112849:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:2.0:1790693325.112851:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693325.112853:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112854:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693325.112858:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101301504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112864:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693325.112865:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693325.112867:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693325.112869:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693325.112871:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693325.112872:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693325.112874:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693325.112876:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:2.0:1790693325.112878:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693325.112880:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693325.112881:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693325.112884:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693325.112885:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112887:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693325.112890:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101301632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693325.112896:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693325.112897:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693325.112899:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693325.112902:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693325.112903:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693325.112905:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693325.112906:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693325.112908:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097c00.
02000000:00000001:2.0:1790693325.112916:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693325.112918:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693325.112919:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:2.0:1790693325.112921:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693325.112923:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112925:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.112937:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693325.112949:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693325.112952:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693325.112954:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693325.495504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693325.495512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693325.495516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693325.495517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693325.495520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693325.495523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693325.495525:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693325.495527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693325.495532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693325.495532:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693325.495538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.495539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693325.495545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693325.495545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693325.495548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693325.495549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693325.495552:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693325.495554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693326.519545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693326.519553:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693326.519556:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693326.519561:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693326.519563:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693326.519566:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693326.519573:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693326.519574:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693326.519579:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693326.519581:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693326.519584:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693326.519594:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693326.519595:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693326.519606:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693326.519611:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693326.519612:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693326.519618:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693326.519619:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693326.519623:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693326.519623:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693326.519629:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693326.519632:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693326.519634:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693326.519640:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693326.519648:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693326.519651:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693326.519656:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693326.519757:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693326.519760:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693326.519762:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693327.159550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693327.159565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693327.159569:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693327.159575:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693327.159580:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693327.159591:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3810
00000400:00000200:1.0:1790693327.159605:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693327.159613:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693327.159622:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693327.159630:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159636:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.159642:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159648:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693327.159660:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693327.159664:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693327.159668:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693327.159672:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693327.159675:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693327.159677:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693327.159680:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159682:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.159684:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159686:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693327.159690:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693327.159695:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159697:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693327.159701:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693327.159705:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693327.159708:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.159711:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693327.159714:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693327.159723:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d180.
00000020:00000040:1.0:1790693327.159728:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693327.159732:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693327.159734:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.159737:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693327.159740:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693327.159745:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693327.159755:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693327.159763:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693327.159773:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693327.159785:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693327.159787:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693327.159792:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4107112] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693327.159816:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693327.159819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693327.159823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693327.159824:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693327.159826:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693327.159829:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693327.159831:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3810
00000400:00000200:1.0:1790693327.159835:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693327.159838:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693327.159840:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693327.159842:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159845:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.159846:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159848:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693327.159852:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693327.159853:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693327.159855:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693327.159857:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693327.159859:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693327.159861:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693327.159863:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159866:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.159868:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159870:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693327.159872:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693327.159874:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159877:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693327.159879:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693327.159885:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693327.159887:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.159888:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693327.159893:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693327.159896:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.159913:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693327.159917:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ca80.
00000020:00000040:1.0:1790693327.159919:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693327.159922:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693327.159924:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.159925:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693327.159926:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693327.159928:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693327.159932:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693327.159936:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693327.159941:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693327.159949:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693327.159951:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693327.159955:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bce32b5] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693327.159963:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693327.159966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693327.159969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693327.159971:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693327.159972:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693327.159975:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693327.159978:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3810
00000400:00000200:1.0:1790693327.159981:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693327.159984:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693327.159986:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693327.159989:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159991:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.159993:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.159995:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693327.159998:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693327.160000:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693327.160002:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693327.160005:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693327.160008:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693327.160011:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693327.160015:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160017:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.160020:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693327.160021:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693327.160023:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693327.160029:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790693327.160030:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:2.0:1790693327.160036:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1790693327.160038:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160042:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693327.160045:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693327.160048:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693327.160053:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693327.160054:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693327.160056:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693327.160060:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693327.160067:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160075:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693327.160084:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000020:00000040:1.0:1790693327.160087:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693327.160089:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693327.160091:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160092:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693327.160093:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693327.160095:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.160099:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1790693327.160101:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:2.0:1790693327.160103:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.160111:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693327.160115:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693327.160118:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160120:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693327.160127:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101301760:192.168.204.134@tcp:250:
00000100:00100000:1.0:1790693327.160133:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693327.160136:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693327.160142:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693327.160145:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1790693327.160146:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160149:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.160152:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1790693327.160159:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693327.160163:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693327.160172:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160184:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.160186:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693327.160190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1790693327.160194:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00080000:1.0:1790693327.160196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693327.160200:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693327.160204:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790693327.160206:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000001:1.0:1790693327.160209:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693327.160215:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3810
00000100:00000200:2.0:1790693327.160216:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101301760, portal 25
00000400:00000200:1.0:1790693327.160224:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693327.160225:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1790693327.160231:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693327.160232:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912798592 : -115045796753024 : ffff975dd026d180)
00000100:00080000:1.0:1790693327.160238:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693327.160244:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693327.160248:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693327.160250:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.160256:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160263:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693327.160270:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693327.160277:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:2.0:1790693327.160278:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1790693327.160282:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693327.160286:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000040:2.0:1790693327.160290:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693327.160293:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000010:2.0:1790693327.160296:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000020:00000001:1.0:1790693327.160299:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000200:2.0:1790693327.160305:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101301760, offset 0
00000100:00000040:1.0:1790693327.160308:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160313:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.160319:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693327.160322:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160327:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693327.160333:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000200:2.0:1790693327.160342:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693327.160346:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160351:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693327.160353:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693327.160357:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:1.0:1790693327.160360:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693327.160366:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.160366:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693327.160373:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693327.160377:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1790693327.160378:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000008:00000001:1.0:1790693327.160386:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.160389:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693327.160394:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.160433:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693327.160439:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6592:6592:256:4294967295] 192.168.204.134@tcp LPNI seq info [6587:6587:8:4294967295]
00000100:00000010:1.0:1790693327.160449:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000020:00000040:1.0:1790693327.160454:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000200:2.0:1790693327.160457:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693327.160461:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693327.160465:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160468:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693327.160471:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693327.160476:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.160483:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1790693327.160485:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693327.160494:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693327.160502:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00100000:1.0:1790693327.160508:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790693327.160513:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000100:00000001:1.0:1790693327.160526:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693327.160530:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693327.160532:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693327.160540:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790693327.160541:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693327.160558:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693327.160566:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693327.160567:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1790693327.160573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1790693327.160582:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693327.160584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693327.160588:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1790693327.160589:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000100:00080000:1.0:1790693327.160591:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693327.160597:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693327.160600:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790693327.160601:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3810
00000400:00000200:1.0:1790693327.160612:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.160620:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693327.160625:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693327.160629:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693327.160632:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000100:00000040:1.0:1790693327.160634:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693327.160641:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:1.0:1790693327.160642:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693327.160647:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160652:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693327.160653:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:1.0:1790693327.160661:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693327.160663:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000200:2.0:1790693327.160664:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693327.160666:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693327.160670:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693327.160678:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693327.160684:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693327.160695:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160699:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693327.160702:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693327.160703:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160708:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693327.160716:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000040:2.0:1790693327.160717:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693327.160723:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693327.160727:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693327.160735:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693327.160740:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693327.160746:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693327.160747:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160753:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693327.160755:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000008:00100000:1.0:1790693327.160758:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693327.160764:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160767:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.160768:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693327.160773:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000400:00000200:2.0:1790693327.160782:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693327.160784:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:2.0:1790693327.160788:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298484483
02000000:00000001:1.0:1790693327.160790:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693327.160794:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.160796:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693327.160799:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1790693327.160800:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b900.
02000000:00000001:1.0:1790693327.160806:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.160813:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1790693327.160814:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693327.160823:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.160826:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298484483
00000100:00100000:1.0:1790693327.160831:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1790693327.160835:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b960.
00000100:00000001:2.0:1790693327.160846:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693327.160847:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693327.160851:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.160855:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790693327.160860:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.160863:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.160875:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693327.160882:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693327.160887:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693327/real 1790693327]  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693327.160891:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3820)
00000400:00000001:2.0:1790693327.160919:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693327.160921:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693327.160925:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693327.160929:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693327.160931:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693327.160935:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693327.160939:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693327.160953:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.160960:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693327.160962:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.160964:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.160966:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693327.160970:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.160977:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693327.160982:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.160995:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693327.160999:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161000:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.161001:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161004:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693327.161006:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693327.161010:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693327.161015:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693327.161018:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693327.161023:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693327.161030:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101301760:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693327.161035:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693327.161039:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161046:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693327.161047:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.161049:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693327.161052:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693327.161054:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693327.161057:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301888:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693327.161060:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693327.161062:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693327.161064:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.161065:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693327.161069:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693327.161071:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.161076:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693327.161079:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693327.161083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693327.161086:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101301888, portal 10
00000100:00000001:2.0:1790693327.161088:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693327.161089:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912796800 : -115045796754816 : ffff975dd026ca80)
00000100:00000040:2.0:1790693327.161096:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161102:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693327.161104:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693327.161106:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693327.161109:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101301888, offset 0
00000400:00000200:2.0:1790693327.161112:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693327.161116:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.161120:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693327.161123:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693327.161126:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693327.161128:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693327.161130:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693327.161133:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6593:6593:256:4294967295] 192.168.204.134@tcp LPNI seq info [6588:6588:8:4294967295]
00000400:00000200:2.0:1790693327.161138:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.161144:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693327.161149:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.161152:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693327.161157:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693327.161159:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693327.161164:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693327.161167:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693327.161170:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.161172:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693327.161175:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693327.161178:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693327.161181:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693327.161183:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693327.161186:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693327.161189:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161196:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.161199:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161205:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.161207:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693327.161210:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693327.161213:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693327.161217:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693327.161219:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298483219
00000100:00000001:2.0:1790693327.161221:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.161223:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298483219
00000100:00000001:2.0:1790693327.161224:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.161226:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693327.161228:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.161230:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693327.161234:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693327/real 1790693327]  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693327.161241:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693327.161243:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693327.161244:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693327.161247:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693327.161249:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693327.161251:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693327.161254:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693327.161262:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161274:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693327.161275:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161277:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.161278:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693327.161282:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161288:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693327.161291:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161298:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693327.161301:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161302:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.161304:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161305:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693327.161308:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693327.161310:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693327.161314:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693327.161316:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693327.161320:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693327.161327:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101301888:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693327.161330:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161332:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.161335:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d180 x1877674101301760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161341:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693327.161343:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693327.161347:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693327.161350:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693327.161353:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693327.161355:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693327.161357:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693327.161360:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:2.0:1790693327.161363:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693327.161365:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693327.161367:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d180.
00000100:00000001:2.0:1790693327.161371:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693327.161372:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161374:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.161377:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ca80 x1877674101301888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161382:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693327.161383:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693327.161384:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693327.161387:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693327.161388:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693327.161389:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693327.161391:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693327.161392:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:2.0:1790693327.161394:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693327.161395:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693327.161396:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ca80.
00000100:00000001:2.0:1790693327.161430:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693327.161432:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161435:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161443:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693327.161445:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.161447:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693327.161449:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693327.161451:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693327.161455:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161462:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693327.161464:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.161466:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693327.161468:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693327.161470:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693327.161473:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302016:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693327.161477:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693327.161479:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693327.161480:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.161482:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693327.161485:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693327.161488:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.161491:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693327.161494:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693327.161497:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693327.161500:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302016, portal 10
00000100:00000001:2.0:1790693327.161502:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693327.161503:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:2.0:1790693327.161509:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161515:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693327.161518:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693327.161520:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693327.161522:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101302016, offset 0
00000400:00000200:2.0:1790693327.161527:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693327.161530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.161533:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693327.161536:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693327.161538:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693327.161540:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693327.161542:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693327.161545:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6594:6594:256:4294967295] 192.168.204.134@tcp LPNI seq info [6589:6589:8:4294967295]
00000400:00000200:2.0:1790693327.161549:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.161555:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693327.161559:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.161563:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693327.161567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693327.161569:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693327.161573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693327.161576:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693327.161579:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.161581:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693327.161584:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693327.161587:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693327.161589:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693327.161591:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693327.161593:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693327.161597:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161604:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.161607:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161613:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.161614:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693327.161617:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693327.161621:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693327.161624:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693327.161625:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298483226
00000100:00000001:2.0:1790693327.161628:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.161629:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298483226
00000100:00000001:2.0:1790693327.161631:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.161633:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693327.161635:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.161637:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693327.161640:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693327/real 1790693327]  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693327.161655:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693327.161656:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693327.161658:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693327.161660:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693327.161662:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693327.161664:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693327.161667:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693327.161674:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161680:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693327.161681:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161683:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.161684:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693327.161688:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161695:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693327.161698:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161705:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693327.161707:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161708:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.161709:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161711:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693327.161713:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693327.161715:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693327.161719:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693327.161721:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693327.161726:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693327.161733:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302016:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693327.161737:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693327.161741:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161748:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693327.161749:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.161752:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693327.161754:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693327.161756:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693327.161758:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302144:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693327.161762:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693327.161764:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693327.161766:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.161768:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693327.161771:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693327.161773:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.161776:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693327.161779:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693327.161783:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693327.161786:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302144, portal 4
00000100:00000001:2.0:1790693327.161788:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693327.161790:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:2.0:1790693327.161795:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161808:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693327.161811:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693327.161812:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693327.161815:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101302144, offset 0
00000400:00000200:2.0:1790693327.161818:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693327.161823:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.161826:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693327.161829:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693327.161831:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693327.161833:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693327.161835:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693327.161838:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6595:6595:256:4294967295] 192.168.204.134@tcp LPNI seq info [6590:6590:8:4294967295]
00000400:00000200:2.0:1790693327.161842:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.161848:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693327.161853:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.161856:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693327.161860:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693327.161862:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693327.161866:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693327.161868:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693327.161872:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.161873:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693327.161876:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693327.161879:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693327.161882:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693327.161883:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693327.161885:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693327.161888:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161895:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.161908:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161915:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.161917:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693327.161920:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693327.161923:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693327.161926:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693327.161928:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298483220
00000100:00000001:2.0:1790693327.161931:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.161933:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298483220
00000100:00000001:2.0:1790693327.161935:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.161938:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693327.161939:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.161941:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693327.161945:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693327/real 1790693327]  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693327.161952:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693327.161954:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693327.161955:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693327.161957:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693327.161959:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693327.161961:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693327.161964:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693327.161972:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161977:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693327.161978:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.161980:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.161981:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693327.161984:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.161991:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693327.161995:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162001:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693327.162003:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162005:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.162006:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162008:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693327.162010:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693327.162013:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693327.162016:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693327.162017:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693327.162021:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693327.162027:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302144:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693327.162030:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693327.162034:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162040:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693327.162041:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.162043:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693327.162045:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693327.162046:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693327.162049:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302272:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693327.162052:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693327.162054:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693327.162055:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693327.162057:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693327.162060:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693327.162061:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693327.162064:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693327.162067:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693327.162069:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693327.162071:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302272, portal 4
00000100:00000001:2.0:1790693327.162073:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693327.162075:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:2.0:1790693327.162079:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162085:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693327.162087:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693327.162089:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693327.162091:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101302272, offset 0
00000400:00000200:2.0:1790693327.162094:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693327.162098:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.162101:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693327.162103:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693327.162105:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693327.162107:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693327.162109:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693327.162112:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6596:6596:256:4294967295] 192.168.204.134@tcp LPNI seq info [6591:6591:8:4294967295]
00000400:00000200:2.0:1790693327.162115:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693327.162122:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693327.162126:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.162129:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693327.162132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693327.162135:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693327.162138:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693327.162140:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693327.162143:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693327.162145:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693327.162147:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693327.162151:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693327.162153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693327.162155:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693327.162157:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693327.162160:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162167:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.162170:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162176:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.162177:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693327.162180:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693327.162182:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693327.162185:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693327.162187:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298483225
00000100:00000001:2.0:1790693327.162189:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.162191:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298483225
00000100:00000001:2.0:1790693327.162193:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298484483
00000100:00000001:2.0:1790693327.162195:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693327.162196:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.162198:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693327.162200:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693327/real 1790693327]  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693327.162206:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693327.162207:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693327.162209:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693327.162211:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693327.162213:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693327.162215:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693327.162218:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693327.162225:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162231:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693327.162233:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162235:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.162236:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693327.162239:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162245:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693327.162249:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162254:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693327.162256:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162257:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693327.162258:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162260:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693327.162261:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693327.162263:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693327.162266:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693327.162267:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693327.162270:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693327.162276:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302272:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693327.162280:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162282:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.162284:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101302016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162289:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693327.162291:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693327.162292:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693327.162295:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693327.162297:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693327.162298:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693327.162300:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693327.162301:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:2.0:1790693327.162304:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693327.162305:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693327.162307:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:2.0:1790693327.162309:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693327.162311:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162312:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.162315:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101302144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162319:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693327.162320:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693327.162322:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693327.162324:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693327.162325:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693327.162326:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693327.162327:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693327.162328:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:2.0:1790693327.162330:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693327.162330:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693327.162331:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:2.0:1790693327.162333:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693327.162334:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162335:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693327.162338:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101302272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693327.162342:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693327.162343:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693327.162344:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693327.162346:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693327.162347:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693327.162348:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693327.162349:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693327.162350:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:2.0:1790693327.162352:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693327.162353:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693327.162354:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:2.0:1790693327.162355:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693327.162356:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162359:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.162362:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693327.162364:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.162365:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693327.162367:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693327.543462:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693327.543469:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693327.543471:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693327.543477:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693327.543484:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693327.543488:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.543493:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693327.543496:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693327.543500:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693327.543599:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693327.543603:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693327.543605:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693327.543607:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693327.543609:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693327.543611:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693327.543613:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693327.543615:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693327.543618:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693327.543662:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693327.543669:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693327.543671:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693327.543676:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693327.543681:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693327.543684:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693327.543688:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693327.543690:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693327.543692:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693328.504175:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298484483, at 4298484544
00000100:00000010:0.0:1790693328.504194:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b900.
00000100:00000040:1.0:1790693328.504609:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298484483, at 4298484545
00000100:00000010:1.0:1790693328.504615:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b960.
00000100:00000001:0.0:1790693328.567564:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693328.567564:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693328.567566:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693328.567581:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693328.567581:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693328.567582:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693328.567591:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693328.567592:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693328.567592:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693328.567604:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693328.567614:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693328.567614:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693328.567616:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693328.567624:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693328.567628:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693328.567629:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693328.567634:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693328.567637:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693328.567642:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693328.567643:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693328.567653:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693328.567655:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693328.567660:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693328.567664:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693328.567664:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693328.567671:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693328.567679:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693328.567738:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693328.567742:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693328.567745:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693329.591514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693329.591522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693329.591526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693329.591533:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693329.591538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693329.591541:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693329.591544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693329.591545:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693329.591548:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693329.591550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693329.591551:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693329.591554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693329.591555:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693329.591558:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693329.591560:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693329.591561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693329.591563:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693329.591566:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693329.591582:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693329.591587:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693329.591589:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693329.591592:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693329.591596:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693329.591598:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693329.591601:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693329.591602:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693329.591604:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693330.615509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693330.615509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693330.615509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693330.615517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693330.615517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693330.615518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693330.615522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693330.615522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693330.615530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693330.615533:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693330.615535:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693330.615536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693330.615540:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693330.615541:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693330.615543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693330.615546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693330.615546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693330.615550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693330.615551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693330.615552:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693330.615556:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693330.615556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693330.615563:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693330.615563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693330.615563:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693330.615567:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693330.615573:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693330.615620:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693330.615623:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693330.615626:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693331.639521:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693331.639521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693331.639521:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693331.639530:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693331.639530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693331.639531:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693331.639535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693331.639535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693331.639536:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693331.639544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693331.639544:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693331.639544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693331.639552:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693331.639552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693331.639552:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693331.639559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693331.639559:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693331.639560:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693331.639565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693331.639566:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693331.639569:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693331.639569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693331.639576:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693331.639576:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693331.639577:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693331.639580:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693331.639587:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.279482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693332.279492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693332.279496:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693332.279501:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693332.279502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693332.279508:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693332.279508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693332.279513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.279518:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3815
00000100:00100000:2.0:1790693332.279518:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693332.279523:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693332.279527:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693332.279531:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693332.279532:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693332.279536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693332.279541:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693332.279541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.279547:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693332.279552:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279555:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.279559:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279562:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693332.279571:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693332.279574:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693332.279576:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693332.279580:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693332.279583:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693332.279585:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693332.279588:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279591:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.279593:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279595:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693332.279598:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693332.279601:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279603:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693332.279605:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693332.279608:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693332.279610:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.279612:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693332.279614:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693332.279619:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693332.279622:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693332.279626:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693332.279628:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.279630:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693332.279633:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693332.279636:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693332.279642:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693332.279648:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693332.279656:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693332.279664:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693332.279667:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693332.279671:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693332.279686:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.279689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693332.279692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693332.279693:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693332.279694:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693332.279697:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693332.279699:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3815
00000400:00000200:1.0:1790693332.279702:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693332.279705:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693332.279706:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693332.279707:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693332.279709:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693332.279711:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693332.279713:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693332.279714:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.279717:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693332.279721:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693332.279722:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693332.279727:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693332.279729:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693332.279733:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693332.279734:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790693332.279736:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:2.0:1790693332.279736:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693332.279740:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:2.0:1790693332.279742:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1790693332.279743:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:2.0:1790693332.279745:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790693332.279748:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693332.279749:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.279751:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1790693332.279754:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101302400:192.168.204.134@tcp:250:
00000100:00000040:1.0:1790693332.279755:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279761:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693332.279761:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1790693332.279764:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:2.0:1790693332.279766:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1790693332.279767:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:2.0:1790693332.279769:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.279770:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693332.279772:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693332.279772:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693332.279777:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693332.279778:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693332.279781:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693332.279782:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.279785:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693332.279789:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693332.279789:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:1.0:1790693332.279794:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693332.279794:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:1.0:1790693332.279809:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693332.279813:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000400:00000010:2.0:1790693332.279814:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000020:00000040:1.0:1790693332.279816:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693332.279819:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693332.279820:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693332.279821:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302400, portal 25
00000100:00000001:1.0:1790693332.279822:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693332.279825:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693332.279826:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1790693332.279827:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.279828:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
02000000:00000010:1.0:1790693332.279834:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00000040:2.0:1790693332.279835:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693332.279838:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.279845:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1790693332.279846:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693332.279850:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693332.279855:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000001:1.0:1790693332.279856:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693332.279858:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101302400, offset 0
00000100:00000001:1.0:1790693332.279859:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693332.279866:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693332.279870:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279877:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.279879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693332.279880:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693332.279884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693332.279886:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693332.279886:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693332.279889:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693332.279891:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:1.0:1790693332.279894:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3815
00000400:00000200:2.0:1790693332.279897:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693332.279901:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.279904:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693332.279908:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693332.279910:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1790693332.279913:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693332.279916:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:1.0:1790693332.279920:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693332.279924:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6597:6597:256:4294967295] 192.168.204.134@tcp LPNI seq info [6592:6592:8:4294967295]
00000100:00000001:1.0:1790693332.279925:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.279931:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.279936:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693332.279936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.279950:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1790693332.279957:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1790693332.279958:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693332.279961:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693332.279964:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1790693332.279965:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000020:00000040:1.0:1790693332.279967:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693332.279972:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:2.0:1790693332.279976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693332.279977:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693332.279985:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:2.0:1790693332.279985:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1790693332.279991:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.279997:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:2.1:1790693332.279997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693332.280003:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:2.1:1790693332.280004:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000020:00000040:1.0:1790693332.280009:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000100:2.0:1790693332.280014:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693332.280016:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000010:2.0:1790693332.280018:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000100:00000001:1.0:1790693332.280020:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693332.280024:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693332.280025:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1790693332.280028:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693332.280032:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693332.280035:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1790693332.280036:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693332.280041:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693332.280043:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000008:00000001:1.0:1790693332.280044:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693332.280047:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:1.0:1790693332.280048:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280054:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:1.0:1790693332.280055:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693332.280061:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000200:2.0:1790693332.280062:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693332.280066:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693332.280069:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.280073:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693332.280076:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693332.280077:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693332.280078:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693332.280083:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280092:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280094:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:1.0:1790693332.280097:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:2.0:1790693332.280100:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.280102:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693332.280107:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:1.0:1790693332.280111:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693332.280111:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298489602
00000100:00000010:2.0:1790693332.280116:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bea0.
00000100:00000001:1.0:1790693332.280124:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693332.280126:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693332.280130:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280132:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693332.280139:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298489602
00000100:00000001:1.0:1790693332.280141:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693332.280142:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b780.
00000100:00080000:1.0:1790693332.280146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693332.280146:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693332.280150:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693332.280153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693332.280154:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280156:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693332.280157:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693332.280161:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790693332.280162:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693332/real 1790693332]  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693332.280168:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:2.0:1790693332.280173:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693332.280174:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3815
00000400:00000001:2.0:1790693332.280177:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693332.280180:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:1.0:1790693332.280182:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.280186:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000200:1.0:1790693332.280188:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000010:2.0:1790693332.280189:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00080000:1.0:1790693332.280193:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693332.280194:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:1.0:1790693332.280200:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:2.0:1790693332.280201:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693332.280205:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.280211:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.280216:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:2.0:1790693332.280218:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693332.280222:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693332.280225:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693332.280228:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693332.280230:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:1.0:1790693332.280232:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:2.0:1790693332.280233:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693332.280235:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693332.280237:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1790693332.280240:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693332.280241:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693332.280247:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:2.0:1790693332.280249:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693332.280251:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.280257:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.280263:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693332.280263:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693332.280269:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000040:2.0:1790693332.280273:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693332.280274:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693332.280280:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693332.280284:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693332.280289:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693332.280289:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693332.280294:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693332.280295:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280299:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693332.280300:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693332.280302:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1790693332.280304:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693332.280307:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1790693332.280309:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280310:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693332.280313:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693332.280315:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1790693332.280320:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000100:00080000:2.0:1790693332.280321:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000040:1.0:1790693332.280326:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:2.0:1790693332.280326:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693332.280331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693332.280340:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693332.280343:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693332.280343:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101302400:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693332.280347:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693332.280351:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693332.280351:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693332.280353:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280355:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1790693332.280360:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000040:2.0:1790693332.280360:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101302400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693332.280366:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280372:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00100000:1.0:1790693332.280375:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790693332.280377:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693332.280381:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693332.280386:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1790693332.280388:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1790693332.280389:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:1.0:1790693332.280393:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693332.280393:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693332.280415:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693332.280421:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:2.0:1790693332.280425:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1790693332.280428:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693332.280428:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693332.280431:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:2.0:1790693332.280435:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693332.280437:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.280442:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693332.280448:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.280452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693332.280452:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693332.280455:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.280457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693332.280459:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693332.280461:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693332.280463:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693332.280465:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693332.280466:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693332.280470:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1790693332.280473:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693332.280475:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3815
00000400:00000200:1.0:1790693332.280484:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693332.280487:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1790693332.280490:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693332.280491:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693332.280495:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1790693332.280497:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1790693332.280500:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693332.280501:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693332.280504:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693332.280505:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693332.280510:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:2.0:1790693332.280511:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302528:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693332.280514:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693332.280517:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1790693332.280520:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693332.280522:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693332.280524:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693332.280526:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693332.280528:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693332.280530:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693332.280533:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.280535:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693332.280540:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693332.280540:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693332.280543:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693332.280544:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693332.280549:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:2.0:1790693332.280549:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693332.280554:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
00000100:00080000:1.0:1790693332.280555:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693332.280560:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693332.280560:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693332.280565:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693332.280568:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693332.280569:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1790693332.280572:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
02000000:00000001:1.0:1790693332.280573:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.280577:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:2.0:1790693332.280578:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000008:00100000:1.0:1790693332.280580:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1790693332.280583:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302528, portal 10
00000008:00000001:1.0:1790693332.280584:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280588:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693332.280589:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280592:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000010:1.0:1790693332.280595:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693332.280599:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000040:2.0:1790693332.280601:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693332.280603:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693332.280606:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.280610:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693332.280613:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693332.280616:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1790693332.280617:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693332.280620:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000010:1.0:1790693332.280624:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000400:00000010:2.0:1790693332.280624:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693332.280628:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101302528, offset 0
00000100:00000001:1.0:1790693332.280631:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693332.280632:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693332.280638:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:1.0:1790693332.280641:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693332.280644:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693332.280648:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693332.280652:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693332.280656:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693332.280659:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693332.280660:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693332.280664:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693332.280664:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6598:6598:256:4294967295] 192.168.204.134@tcp LPNI seq info [6593:6593:8:4294967295]
00000400:00000200:2.0:1790693332.280670:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693332.280674:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693332.280680:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693332.280686:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.280690:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000100:00000001:1.0:1790693332.280696:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693332.280696:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693332.280699:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790693332.280703:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693332.280704:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3826)
00000800:00000200:2.1:1790693332.280705:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1790693332.280711:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.280712:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693332.280714:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693332.280716:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693332.280719:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693332.280720:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693332.280722:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693332.280725:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280730:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.280732:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280735:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280736:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693332.280738:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693332.280741:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693332.280742:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693332.280744:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298488339
00000100:00000001:2.0:1790693332.280745:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.280747:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298488339
00000100:00000001:2.0:1790693332.280748:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.280749:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693332.280750:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280751:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693332.280754:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693332/real 1790693332]  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693332.280761:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693332.280762:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693332.280763:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693332.280766:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693332.280767:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693332.280770:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693332.280773:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693332.280780:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280786:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693332.280787:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.280789:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.280790:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693332.280793:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280817:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693332.280822:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280828:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693332.280831:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.280832:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.280834:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.280835:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693332.280837:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693332.280839:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693332.280843:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693332.280845:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693332.280847:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693332.280852:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302528:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693332.280855:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693332.280857:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280861:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693332.280862:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693332.280863:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693332.280865:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693332.280866:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693332.280868:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302656:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693332.280870:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693332.280871:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693332.280872:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693332.280873:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693332.280875:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693332.280877:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693332.280879:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693332.280881:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693332.280883:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693332.280885:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302656, portal 10
00000100:00000001:2.0:1790693332.280886:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693332.280887:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:2.0:1790693332.280891:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280897:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693332.280899:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693332.280901:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693332.280903:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101302656, offset 0
00000400:00000200:2.0:1790693332.280907:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693332.280911:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.280914:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693332.280916:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693332.280919:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693332.280921:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693332.280923:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693332.280926:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6599:6599:256:4294967295] 192.168.204.134@tcp LPNI seq info [6594:6594:8:4294967295]
00000400:00000200:2.0:1790693332.280929:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.280935:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693332.280939:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.280943:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693332.280946:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693332.280949:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790693332.280952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693332.280955:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1790693332.280959:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.280960:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693332.280963:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693332.280966:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693332.280969:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693332.280971:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693332.280973:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693332.280976:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280983:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.280986:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.280992:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.280994:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693332.280997:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693332.281000:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693332.281003:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693332.281005:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298488345
00000100:00000001:2.0:1790693332.281007:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.281010:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298488345
00000100:00000001:2.0:1790693332.281012:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.281014:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693332.281016:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.281017:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693332.281021:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693332/real 1790693332]  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693332.281031:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693332.281031:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693332.281033:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693332.281034:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693332.281035:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693332.281037:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693332.281039:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693332.281043:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281047:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693332.281047:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281048:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.281049:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693332.281051:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281055:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693332.281057:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281061:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693332.281062:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281063:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.281064:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281065:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693332.281066:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693332.281067:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693332.281069:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693332.281070:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693332.281072:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693332.281079:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302656:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693332.281082:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693332.281085:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281091:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693332.281093:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693332.281095:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693332.281097:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693332.281098:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693332.281101:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302784:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693332.281104:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693332.281105:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693332.281107:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693332.281108:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693332.281111:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693332.281113:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693332.281117:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693332.281120:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693332.281123:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693332.281126:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302784, portal 4
00000100:00000001:2.0:1790693332.281127:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693332.281129:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:2.0:1790693332.281135:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281142:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693332.281144:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693332.281146:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693332.281148:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101302784, offset 0
00000400:00000200:2.0:1790693332.281152:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693332.281156:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.281159:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693332.281162:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693332.281164:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693332.281167:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693332.281169:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693332.281171:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6600:6600:256:4294967295] 192.168.204.134@tcp LPNI seq info [6595:6595:8:4294967295]
00000400:00000200:2.0:1790693332.281175:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.281181:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693332.281185:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.281188:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693332.281192:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693332.281193:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790693332.281196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693332.281197:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1790693332.281208:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.281209:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693332.281211:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693332.281214:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693332.281216:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693332.281217:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693332.281219:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693332.281221:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281226:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.281227:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281231:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.281232:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693332.281234:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693332.281236:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693332.281238:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693332.281239:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298488339
00000100:00000001:2.0:1790693332.281241:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.281242:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298488339
00000100:00000001:2.0:1790693332.281243:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.281245:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693332.281246:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.281247:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693332.281249:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693332/real 1790693332]  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693332.281253:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693332.281254:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693332.281255:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693332.281256:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693332.281257:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693332.281259:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693332.281260:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693332.281265:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281268:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693332.281269:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281269:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.281270:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693332.281272:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281275:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693332.281278:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281282:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693332.281283:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281284:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.281285:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281286:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693332.281288:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693332.281289:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693332.281291:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693332.281292:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693332.281294:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693332.281301:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302784:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693332.281303:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281305:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.281308:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101302528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281313:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693332.281315:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693332.281317:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693332.281319:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693332.281320:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693332.281322:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693332.281324:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693332.281325:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:2.0:1790693332.281327:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693332.281329:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693332.281330:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:2.0:1790693332.281332:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693332.281333:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281335:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.281338:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101302656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281344:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693332.281346:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693332.281347:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693332.281349:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693332.281351:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693332.281352:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693332.281353:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693332.281355:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:2.0:1790693332.281357:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693332.281358:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693332.281359:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:2.0:1790693332.281361:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693332.281362:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281364:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.281367:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101302784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281373:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693332.281374:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693332.281375:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693332.281377:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693332.281378:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693332.281379:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693332.281381:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693332.281383:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:2.0:1790693332.281385:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693332.281386:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693332.281388:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:2.0:1790693332.281390:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693332.281391:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281393:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281416:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693332.281418:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.281420:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693332.281421:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693332.281423:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693332.281426:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281431:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693332.281432:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693332.281434:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693332.281435:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693332.281436:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693332.281438:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302912:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693332.281439:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693332.281440:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693332.281441:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693332.281442:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693332.281444:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693332.281446:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693332.281448:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693332.281449:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693332.281451:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693332.281454:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101302912, portal 4
00000100:00000001:2.0:1790693332.281455:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693332.281456:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:2.0:1790693332.281459:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281463:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693332.281465:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693332.281466:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693332.281467:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101302912, offset 0
00000400:00000200:2.0:1790693332.281469:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693332.281472:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.281474:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693332.281475:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693332.281477:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693332.281478:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693332.281480:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693332.281482:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6601:6601:256:4294967295] 192.168.204.134@tcp LPNI seq info [6596:6596:8:4294967295]
00000400:00000200:2.0:1790693332.281484:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693332.281488:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693332.281491:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.281493:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693332.281495:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693332.281497:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790693332.281500:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693332.281501:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1790693332.281504:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693332.281505:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693332.281507:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693332.281509:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693332.281510:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693332.281511:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693332.281513:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693332.281515:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281519:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.281521:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281524:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.281525:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693332.281526:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693332.281528:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693332.281530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693332.281531:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298488345
00000100:00000001:2.0:1790693332.281532:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.281533:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298488345
00000100:00000001:2.0:1790693332.281534:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298489602
00000100:00000001:2.0:1790693332.281536:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693332.281537:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.281538:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693332.281540:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693332/real 1790693332]  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693332.281548:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693332.281549:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693332.281550:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693332.281551:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693332.281552:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693332.281553:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693332.281555:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693332.281559:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281563:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693332.281564:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281565:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.281565:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693332.281567:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281570:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693332.281573:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281576:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693332.281577:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281578:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693332.281579:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281580:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693332.281580:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693332.281582:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693332.281583:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693332.281585:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693332.281587:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693332.281592:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101302912:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693332.281594:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281595:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693332.281596:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101302912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693332.281599:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693332.281600:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693332.281601:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693332.281602:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693332.281603:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693332.281604:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693332.281605:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693332.281605:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:2.0:1790693332.281607:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693332.281607:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693332.281608:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:2.0:1790693332.281609:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693332.281610:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281611:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.281613:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693332.281613:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.281615:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693332.281616:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693332.663474:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693332.663474:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693332.663481:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693332.663481:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693332.663481:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693332.663484:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693332.663486:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.663487:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693332.663490:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693332.663492:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693332.663492:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693332.663494:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693332.663499:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693332.663499:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693332.663499:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693332.663505:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693332.663505:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693332.663505:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693332.663510:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693332.663510:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693332.663511:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693332.663515:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693332.663517:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693332.663517:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693332.663518:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693332.663521:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693332.663550:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693332.663681:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693332.663685:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693332.663688:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693333.303516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693333.303526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693333.303528:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693333.303534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693333.303538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693333.303542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693333.303552:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693333.303554:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693333.303558:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693333.623519:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298489602, at 4298489664
00000100:00000010:0.0:1790693333.623534:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bea0.
00000100:00000040:1.0:1790693333.623637:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298489602, at 4298489664
00000100:00000010:1.0:1790693333.623643:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b780.
00000100:00000001:1.0:1790693333.687507:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693333.687509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693333.687515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693333.687515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693333.687520:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693333.687520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693333.687527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693333.687527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693333.687534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693333.687535:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693333.687539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693333.687540:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693333.687544:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693333.687546:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693333.687548:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693333.687550:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693333.687553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693333.687554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693333.687642:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693333.687645:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693333.687646:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693333.687649:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693333.687651:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693333.687653:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693333.687654:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693333.687656:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693333.687657:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693334.327495:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693334.327501:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693334.327503:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693334.327506:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693334.327509:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693334.327512:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693334.327514:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693334.327516:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693334.327518:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693334.711491:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693334.711497:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693334.711499:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693334.711502:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693334.711503:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693334.711506:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693334.711510:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693334.711511:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693334.711516:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693334.711516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693334.711517:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693334.711521:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693334.711522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693334.711523:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693334.711526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693334.711528:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693334.711529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693334.711532:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693334.711533:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693334.711533:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693334.711537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693334.711540:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693334.711540:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693334.711541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693334.711547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693334.711549:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693334.711551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693335.351529:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693335.351536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693335.351539:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693335.351545:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693335.351549:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693335.351553:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693335.351555:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693335.351558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693335.351561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693335.735503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693335.735508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693335.735511:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693335.735513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693335.735515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693335.735517:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693335.735521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693335.735522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693335.735528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693335.735528:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693335.735534:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693335.735534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693335.735541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693335.735541:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693335.735547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693335.735547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693335.735553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693335.735553:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693335.735708:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693335.735711:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693335.735712:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693335.735715:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693335.735717:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693335.735719:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693335.735721:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693335.735723:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693335.735725:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693336.375498:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693336.375507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693336.375509:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693336.375514:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693336.375517:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693336.375521:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693336.375524:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693336.375527:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693336.375529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693336.759515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693336.759522:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693336.759526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693336.759533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693336.759536:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693336.759538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693336.759543:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693336.759543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693336.759548:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693336.759549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693336.759553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693336.759554:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693336.759559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693336.759560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693336.759565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693336.759570:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693336.759573:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693336.759577:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693336.760059:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693336.760077:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693336.760079:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693336.760085:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693336.760088:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693336.760096:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693336.760099:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693336.760104:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693336.760108:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693337.399495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693337.399505:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693337.399508:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693337.399512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1790693337.399513:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693337.399519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693337.399520:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693337.399523:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693337.399527:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693337.399532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693337.399536:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3821
00000100:00000001:2.0:1790693337.399537:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.399542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693337.399546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693337.399547:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693337.399552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693337.399556:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693337.399560:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693337.399563:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399567:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693337.399570:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399572:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693337.399579:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693337.399581:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693337.399584:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693337.399587:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693337.399590:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693337.399593:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693337.399597:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399599:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693337.399608:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399610:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693337.399616:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693337.399619:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399623:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693337.399626:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693337.399629:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693337.399633:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.399635:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693337.399638:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693337.399646:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000020:00000040:1.0:1790693337.399649:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693337.399652:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693337.399654:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.399656:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693337.399660:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693337.399664:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693337.399672:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693337.399678:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693337.399687:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693337.399696:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693337.399713:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693337.399718:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693337.399741:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693337.399744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693337.399747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693337.399749:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693337.399750:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693337.399752:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693337.399754:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3821
00000400:00000200:1.0:1790693337.399758:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693337.399761:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693337.399764:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693337.399767:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399770:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693337.399772:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399774:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693337.399777:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790693337.399778:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693337.399782:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:2.0:1790693337.399783:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693337.399784:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693337.399787:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1790693337.399788:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693337.399792:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693337.399796:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693337.399796:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693337.399803:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.399809:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693337.399810:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693337.399813:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693337.399814:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693337.399817:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693337.399818:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693337.399819:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693337.399823:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:2.0:1790693337.399823:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693337.399828:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101303040:192.168.204.134@tcp:250:
00000100:00080000:1.0:1790693337.399831:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693337.399833:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693337.399835:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.399837:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693337.399839:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693337.399840:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.399843:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693337.399847:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1790693337.399848:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693337.399852:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.399853:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.399857:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693337.399862:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693337.399863:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:1.0:1790693337.399869:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693337.399870:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:1.0:1790693337.399871:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693337.399878:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693337.399880:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000010:2.0:1790693337.399881:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
02000000:00000001:1.0:1790693337.399884:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693337.399886:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.399888:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693337.399889:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693337.399891:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693337.399891:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303040, portal 25
00000100:00000001:2.0:1790693337.399897:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1790693337.399899:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:2.0:1790693337.399900:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000001:1.0:1790693337.399906:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693337.399908:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693337.399915:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693337.399917:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693337.399923:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693337.399927:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000001:1.0:1790693337.399931:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693337.399932:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101303040, offset 0
00000100:00000001:1.0:1790693337.399935:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693337.399939:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693337.399943:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693337.399949:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.399957:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693337.399958:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693337.399963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693337.399964:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693337.399969:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:1.0:1790693337.399970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1790693337.399973:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693337.399974:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790693337.399977:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:1.0:1790693337.399978:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693337.399983:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6602:6602:256:4294967295] 192.168.204.134@tcp LPNI seq info [6597:6597:8:4294967295]
00000100:00000001:1.0:1790693337.399985:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693337.399989:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693337.399991:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3821
00000400:00000200:2.0:1790693337.399998:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693337.400003:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693337.400005:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:2.0:1790693337.400008:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000400:00000200:1.0:1790693337.400012:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693337.400015:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1790693337.400018:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693337.400022:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:2.0:1790693337.400024:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790693337.400030:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693337.400034:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790693337.400034:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1790693337.400040:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000100:2.0:1790693337.400045:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693337.400046:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:2.0:1790693337.400050:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000020:00000001:1.0:1790693337.400052:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693337.400055:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693337.400056:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693337.400057:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1790693337.400059:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693337.400063:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:2.0:1790693337.400067:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1790693337.400068:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693337.400075:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693337.400075:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000100:00000001:1.0:1790693337.400080:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790693337.400081:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000040:1.0:1790693337.400083:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.400087:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693337.400088:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000040:1.0:1790693337.400092:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000200:2.0:1790693337.400094:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693337.400098:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693337.400104:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693337.400109:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693337.400110:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693337.400113:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693337.400115:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693337.400118:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400122:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693337.400125:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790693337.400128:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693337.400130:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400132:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693337.400133:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693337.400138:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000100:00000001:2.0:1790693337.400140:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693337.400141:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693337.400146:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790693337.400147:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693337.400148:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400153:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693337.400153:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298494722
02000000:00000001:1.0:1790693337.400156:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693337.400159:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693337.400162:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671ba20.
02000000:00000010:1.0:1790693337.400164:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693337.400169:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400171:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1790693337.400175:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693337.400178:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298494722
00000100:00000010:2.0:1790693337.400183:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671be40.
00000100:00000001:2.0:1790693337.400188:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693337.400189:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693337.400191:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693337.400192:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400195:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400198:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1790693337.400199:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693337.400204:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693337/real 1790693337]  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693337.400225:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693337.400226:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693337.400228:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693337.400230:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693337.400231:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693337.400233:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693337.400235:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693337.400243:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693337.400249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790693337.400251:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693337.400256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693337.400260:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693337.400264:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693337.400266:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693337.400269:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693337.400270:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693337.400274:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1790693337.400276:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3821
00000100:00000001:2.0:1790693337.400277:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693337.400282:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693337.400286:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693337.400289:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693337.400295:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693337.400301:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693337.400303:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693337.400305:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693337.400309:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693337.400310:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.400316:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693337.400320:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693337.400321:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693337.400325:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693337.400327:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:2.0:1790693337.400331:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1790693337.400332:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693337.400337:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693337.400338:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693337.400343:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1790693337.400345:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693337.400346:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693337.400349:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693337.400351:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1790693337.400352:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693337.400356:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693337.400356:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1790693337.400362:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693337.400363:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693337.400367:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693337.400372:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693337.400372:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693337.400376:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1790693337.400377:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693337.400381:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693337.400384:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693337.400385:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400390:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693337.400394:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693337.400419:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400420:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693337.400424:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693337.400428:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:2.0:1790693337.400431:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101303040:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693337.400432:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693337.400436:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400439:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693337.400439:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693337.400443:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693337.400445:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693337.400447:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693337.400452:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101303040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693337.400454:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693337.400462:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400463:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693337.400467:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693337.400470:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
00000100:00100000:1.0:1790693337.400471:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790693337.400474:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693337.400477:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693337.400480:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693337.400484:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:1.0:1790693337.400488:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1790693337.400489:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693337.400492:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.400494:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693337.400497:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:1.0:1790693337.400501:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1790693337.400506:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:2.0:1790693337.400512:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693337.400513:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400515:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693337.400517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693337.400519:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693337.400525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693337.400527:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693337.400528:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1790693337.400529:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693337.400532:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400534:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693337.400536:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693337.400539:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3821
00000100:00000001:2.0:1790693337.400540:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693337.400544:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1790693337.400547:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693337.400551:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693337.400554:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693337.400559:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693337.400567:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693337.400567:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693337.400570:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400572:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693337.400574:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1790693337.400577:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693337.400579:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693337.400583:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693337.400584:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693337.400590:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303168:192.168.204.134@tcp:38:
00000020:00000001:1.0:1790693337.400591:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693337.400594:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:2.0:1790693337.400596:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1790693337.400598:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693337.400602:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693337.400604:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:2.0:1790693337.400606:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1790693337.400607:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:2.0:1790693337.400610:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693337.400614:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693337.400615:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693337.400619:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1790693337.400621:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
00000100:00000040:1.0:1790693337.400623:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693337.400625:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400627:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693337.400632:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000400:00000200:2.0:1790693337.400632:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693337.400637:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:2.0:1790693337.400638:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:1.0:1790693337.400643:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693337.400645:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
02000000:00000001:1.0:1790693337.400646:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1790693337.400650:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303168, portal 10
02000000:00000001:1.0:1790693337.400651:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693337.400655:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1790693337.400656:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400659:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000001:1.0:1790693337.400661:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693337.400663:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693337.400667:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400671:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693337.400674:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000020:00000040:1.0:1790693337.400676:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693337.400679:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693337.400680:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693337.400682:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693337.400683:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693337.400685:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693337.400690:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693337.400691:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693337.400696:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693337.400718:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693337.400718:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693337.400725:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693337.400731:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000001:1.0:1790693337.400733:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693337.400735:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101303168, offset 0
00000100:00000001:1.0:1790693337.400736:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693337.400744:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693337.400745:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693337.400754:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693337.400762:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693337.400766:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:1.0:1790693337.400767:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3831)
00000400:00000200:2.0:1790693337.400777:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693337.400783:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693337.400787:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693337.400790:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693337.400793:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6603:6603:256:4294967295] 192.168.204.134@tcp LPNI seq info [6598:6598:8:4294967295]
00000400:00000200:2.0:1790693337.400796:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.400802:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693337.400806:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.400810:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693337.400813:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693337.400815:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790693337.400820:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693337.400823:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1790693337.400826:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.400828:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693337.400831:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693337.400835:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693337.400838:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693337.400840:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693337.400842:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693337.400846:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.400854:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.400856:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.400863:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400864:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693337.400867:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693337.400871:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693337.400874:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693337.400876:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298493459
00000100:00000001:2.0:1790693337.400878:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.400881:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298493459
00000100:00000001:2.0:1790693337.400882:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.400884:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693337.400886:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.400888:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693337.400891:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693337/real 1790693337]  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693337.400898:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693337.400899:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693337.400901:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693337.400904:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693337.400905:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693337.400908:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693337.400911:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693337.400918:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.400923:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693337.400924:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.400926:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.400927:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693337.400930:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.400936:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693337.400939:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.400944:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693337.400946:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.400948:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.400949:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.400950:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693337.400952:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693337.400955:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693337.400958:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693337.400960:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693337.400963:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693337.400970:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303168:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693337.400974:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693337.400977:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.400983:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693337.400984:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.400986:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693337.400988:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693337.400990:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693337.400992:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303296:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693337.400995:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693337.400997:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693337.400999:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.401000:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693337.401004:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693337.401006:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693337.401009:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693337.401011:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693337.401015:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693337.401018:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303296, portal 10
00000100:00000001:2.0:1790693337.401020:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693337.401021:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:2.0:1790693337.401027:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401033:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693337.401036:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693337.401038:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693337.401040:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101303296, offset 0
00000400:00000200:2.0:1790693337.401044:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693337.401048:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.401051:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693337.401054:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693337.401056:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693337.401058:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693337.401060:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693337.401063:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6604:6604:256:4294967295] 192.168.204.134@tcp LPNI seq info [6599:6599:8:4294967295]
00000400:00000200:2.0:1790693337.401067:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.401073:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693337.401078:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.401081:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693337.401085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693337.401088:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790693337.401092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693337.401094:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1790693337.401098:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.401100:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693337.401103:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693337.401107:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693337.401110:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693337.401112:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693337.401114:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693337.401117:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401125:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.401128:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401134:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401135:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693337.401138:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693337.401141:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693337.401144:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693337.401146:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298493465
00000100:00000001:2.0:1790693337.401148:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.401151:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298493465
00000100:00000001:2.0:1790693337.401153:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.401155:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693337.401157:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401159:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693337.401162:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693337/real 1790693337]  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693337.401170:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693337.401171:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693337.401173:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693337.401175:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693337.401177:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693337.401180:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693337.401182:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693337.401190:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401195:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693337.401196:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401197:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.401199:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693337.401202:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401208:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693337.401212:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401219:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693337.401221:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401223:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.401224:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401226:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693337.401227:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693337.401230:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693337.401233:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693337.401234:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693337.401238:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693337.401245:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303296:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693337.401249:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693337.401252:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401257:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693337.401259:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.401261:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693337.401263:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693337.401264:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693337.401267:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303424:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693337.401270:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693337.401271:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693337.401273:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.401275:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693337.401278:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693337.401280:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693337.401283:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693337.401285:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693337.401289:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693337.401292:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303424, portal 4
00000100:00000001:2.0:1790693337.401293:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693337.401294:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:2.0:1790693337.401300:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401306:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693337.401308:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693337.401310:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693337.401313:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101303424, offset 0
00000400:00000200:2.0:1790693337.401317:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693337.401321:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.401324:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693337.401327:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693337.401329:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693337.401331:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693337.401333:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693337.401336:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6605:6605:256:4294967295] 192.168.204.134@tcp LPNI seq info [6600:6600:8:4294967295]
00000400:00000200:2.0:1790693337.401340:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.401346:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693337.401350:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.401353:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693337.401356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693337.401358:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790693337.401361:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693337.401364:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1790693337.401367:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.401368:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693337.401371:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693337.401374:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693337.401377:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693337.401378:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693337.401380:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693337.401383:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401390:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.401392:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401415:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401416:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693337.401419:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693337.401422:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693337.401425:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693337.401427:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298493460
00000100:00000001:2.0:1790693337.401429:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.401431:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298493460
00000100:00000001:2.0:1790693337.401433:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.401434:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693337.401436:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401437:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693337.401440:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693337/real 1790693337]  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693337.401446:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693337.401447:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693337.401449:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693337.401451:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693337.401452:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693337.401454:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693337.401457:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693337.401465:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401470:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693337.401472:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401473:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.401475:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693337.401478:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401483:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693337.401487:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401493:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693337.401494:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401496:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.401497:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401498:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693337.401500:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693337.401502:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693337.401505:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693337.401507:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693337.401511:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693337.401517:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303424:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693337.401521:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401523:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.401525:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101303168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401535:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693337.401537:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693337.401539:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693337.401541:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693337.401543:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693337.401544:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693337.401546:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693337.401548:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:2.0:1790693337.401551:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693337.401552:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693337.401553:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:2.0:1790693337.401556:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693337.401558:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401560:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.401564:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101303296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401571:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693337.401572:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693337.401574:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693337.401576:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693337.401577:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693337.401578:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693337.401579:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693337.401581:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:2.0:1790693337.401583:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693337.401584:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693337.401585:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:2.0:1790693337.401587:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693337.401588:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401589:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.401592:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101303424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401597:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693337.401598:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693337.401600:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693337.401602:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693337.401603:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693337.401605:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693337.401607:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693337.401608:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:2.0:1790693337.401610:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693337.401611:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693337.401612:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:2.0:1790693337.401614:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693337.401615:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401616:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401620:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693337.401621:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401623:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693337.401625:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693337.401626:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693337.401628:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401634:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693337.401635:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.401637:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693337.401639:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693337.401641:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693337.401644:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303552:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693337.401646:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693337.401648:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693337.401649:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693337.401651:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693337.401653:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693337.401655:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693337.401658:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693337.401661:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693337.401663:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693337.401666:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303552, portal 4
00000100:00000001:2.0:1790693337.401668:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693337.401669:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:2.0:1790693337.401675:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401681:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693337.401683:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693337.401685:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693337.401688:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101303552, offset 0
00000400:00000200:2.0:1790693337.401692:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693337.401695:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.401699:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693337.401716:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693337.401718:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693337.401721:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693337.401723:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693337.401726:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6606:6606:256:4294967295] 192.168.204.134@tcp LPNI seq info [6601:6601:8:4294967295]
00000400:00000200:2.0:1790693337.401730:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693337.401736:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693337.401740:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.401743:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693337.401747:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693337.401749:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790693337.401753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693337.401756:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1790693337.401759:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693337.401761:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693337.401764:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693337.401767:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693337.401771:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693337.401772:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693337.401775:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693337.401778:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401792:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.401795:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401801:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401803:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693337.401806:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693337.401808:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693337.401812:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693337.401813:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298493465
00000100:00000001:2.0:1790693337.401816:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.401818:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298493465
00000100:00000001:2.0:1790693337.401820:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298494722
00000100:00000001:2.0:1790693337.401822:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693337.401824:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401826:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693337.401830:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693337/real 1790693337]  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693337.401838:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693337.401840:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693337.401841:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693337.401844:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693337.401845:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693337.401848:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693337.401851:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693337.401858:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401865:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693337.401867:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401868:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.401870:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693337.401873:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401880:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693337.401883:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401890:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693337.401893:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401895:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693337.401896:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401898:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693337.401899:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693337.401901:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693337.401905:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693337.401907:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693337.401911:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693337.401918:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303552:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693337.401923:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401924:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693337.401927:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101303552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693337.401933:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693337.401935:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693337.401937:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693337.401939:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693337.401940:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693337.401942:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693337.401944:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693337.401945:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:2.0:1790693337.401948:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693337.401949:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693337.401950:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:2.0:1790693337.401952:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693337.401954:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401955:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.401958:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693337.401959:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.401960:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693337.401962:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693337.783535:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693337.783535:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693337.783537:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693337.783547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693337.783549:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693337.783550:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693337.783552:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.783554:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693337.783555:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693337.783564:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693337.783565:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693337.783567:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693337.783574:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693337.783575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693337.783578:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693337.783583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693337.783583:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.783584:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693337.783595:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693337.783603:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693337.783608:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693337.783610:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693337.783610:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693337.783616:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693337.783616:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693337.783626:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693337.783627:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693338.423503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693338.423509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693338.423512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693338.423516:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693338.423519:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693338.423522:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693338.423525:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693338.423527:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693338.423529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693338.743508:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298494722, at 4298494784
00000100:00000040:1.0:1790693338.743508:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298494722, at 4298494784
00000100:00000010:1.0:1790693338.743523:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671be40.
00000100:00000010:0.0:1790693338.743525:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671ba20.
00000100:00000001:0.0:1790693338.807509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693338.807512:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693338.807518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693338.807518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693338.807522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693338.807523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693338.807526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693338.807530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693338.807530:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693338.807532:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693338.807535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693338.807536:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693338.807537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693338.807540:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693338.807543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693338.807543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693338.807544:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693338.807549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693338.807551:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693338.807551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693338.807552:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693338.807554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693338.807557:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693338.807558:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693338.807560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693338.807562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693338.807567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693339.447527:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693339.447539:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693339.447542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693339.447552:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693339.447557:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693339.447560:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693339.447565:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693339.447568:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693339.447572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693339.831509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693339.831517:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693339.831518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693339.831524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693339.831524:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693339.831527:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693339.831532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693339.831533:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693339.831543:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693339.831543:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693339.831547:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693339.831549:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693339.831549:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693339.831557:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693339.831558:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693339.831558:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693339.831563:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693339.831566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693339.831566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693339.831574:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693339.831575:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693339.831575:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693339.831585:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693339.831592:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693339.831598:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693339.831605:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693339.831610:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693340.471512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693340.471518:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693340.471519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693340.471524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693340.471527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693340.471530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693340.471532:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693340.471534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693340.471536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693340.855498:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693340.855498:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693340.855507:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693340.855507:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693340.855511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693340.855512:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693340.855519:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693340.855519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693340.855525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693340.855526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693340.855531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693340.855531:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693340.855537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693340.855538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693340.855541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693340.855541:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693340.855546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693340.855547:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693340.855698:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693340.855702:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693340.855703:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693340.855706:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693340.855709:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693340.855712:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693340.855713:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693340.855715:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693340.855717:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693341.495504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693341.495519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693341.495522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693341.495528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693341.495532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693341.495536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693341.495538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693341.495540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693341.495544:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693341.879474:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693341.879479:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693341.879484:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693341.879484:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693341.879488:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693341.879488:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693341.879497:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693341.879497:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693341.879504:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693341.879505:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693341.879511:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693341.879511:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693341.879517:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693341.879521:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693341.879524:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693341.879529:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693341.879533:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693341.879537:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693341.879553:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693341.879561:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693341.879564:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693341.879570:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693341.879575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693341.879579:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693341.879582:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693341.879585:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693341.879588:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.519526:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693342.519543:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693342.519546:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693342.519554:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693342.519560:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693342.519565:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693342.519568:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693342.519569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693342.519576:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.519583:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693342.519586:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693342.519591:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693342.519596:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693342.519612:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693342.519621:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3826
00000400:00000200:0.0:1790693342.519630:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693342.519638:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693342.519642:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693342.519645:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.519649:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693342.519652:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.519654:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693342.519663:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693342.519666:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693342.519669:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693342.519673:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693342.519675:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693342.519677:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693342.519680:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.519682:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693342.519684:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.519695:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693342.519698:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693342.519702:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693342.519705:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693342.519708:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693342.519712:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693342.519715:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.519718:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693342.519721:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693342.519732:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693342.519736:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693342.519740:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693342.519742:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.519746:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693342.519753:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693342.519758:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693342.519771:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:0.0:1790693342.519779:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693342.519790:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693342.519802:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693342.519805:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693342.519810:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693342.519833:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693342.519837:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693342.519844:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693342.519846:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693342.519848:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693342.519852:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693342.519856:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3826
00000400:00000200:0.0:1790693342.519861:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693342.519865:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693342.519868:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693342.519869:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790693342.519875:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693342.519876:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693342.519881:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693342.519884:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693342.519890:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693342.519893:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693342.519897:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693342.519908:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693342.519911:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693342.519913:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693342.519916:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693342.519922:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693342.519922:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693342.519924:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693342.519934:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:2.0:1790693342.519936:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693342.519941:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693342.519947:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693342.519947:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.519960:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1790693342.519964:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101303680:192.168.204.134@tcp:250:
00000100:00000040:0.0:1790693342.519970:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693342.519972:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693342.519981:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693342.519982:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1790693342.519987:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:2.0:1790693342.519989:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693342.519996:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:2.0:1790693342.519997:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693342.520005:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693342.520008:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1790693342.520011:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:0.0:1790693342.520015:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693342.520016:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693342.520022:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.520026:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693342.520031:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693342.520031:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:0.0:1790693342.520038:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693342.520039:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:0.0:1790693342.520041:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693342.520048:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000400:00000010:2.0:1790693342.520052:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000020:00000040:0.0:1790693342.520061:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000200:2.0:1790693342.520061:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303680, portal 25
02000000:00000001:0.0:1790693342.520071:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693342.520076:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790693342.520077:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.520083:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693342.520085:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693342.520085:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
02000000:00000001:0.0:1790693342.520087:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693342.520096:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72000.
00000100:00000040:2.0:1790693342.520100:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693342.520103:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693342.520117:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693342.520121:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693342.520137:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1790693342.520137:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520142:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693342.520145:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000040:0.0:1790693342.520151:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693342.520153:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101303680, offset 0
00000100:00000001:0.0:1790693342.520175:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693342.520176:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693342.520183:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693342.520188:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693342.520190:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693342.520193:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693342.520195:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693342.520200:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693342.520206:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3826
00000400:00000200:2.0:1790693342.520209:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693342.520215:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.520215:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693342.520222:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693342.520227:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693342.520232:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1790693342.520237:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693342.520241:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:0.0:1790693342.520245:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520254:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693342.520255:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6607:6607:256:4294967295] 192.168.204.134@tcp LPNI seq info [6602:6602:8:4294967295]
00000100:00000040:0.0:1790693342.520260:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520266:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693342.520267:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:0.0:1790693342.520277:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693342.520281:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693342.520285:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693342.520288:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:2.0:1790693342.520296:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1790693342.520297:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693342.520304:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693342.520311:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:2.0:1790693342.520316:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520317:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693342.520324:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520328:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:2.0:1790693342.520329:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000020:00000040:0.0:1790693342.520333:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693342.520339:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:2.0:1790693342.520347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693342.520349:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693342.520359:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790693342.520359:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1790693342.520366:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790693342.520373:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:0.0:1790693342.520374:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.520380:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790693342.520383:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000008:00100000:0.0:1790693342.520384:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693342.520395:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790693342.520421:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.520423:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693342.520430:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790693342.520436:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693342.520437:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1790693342.520444:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000400:00000200:2.0:1790693342.520446:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000020:00000040:0.0:1790693342.520449:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000010:2.0:1790693342.520452:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
02000000:00000001:0.0:1790693342.520455:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693342.520458:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.520460:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693342.520461:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:0.0:1790693342.520463:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693342.520467:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693342.520471:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693342.520474:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73c00.
00000100:00000001:0.0:1790693342.520484:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.520501:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1790693342.520503:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693342.520508:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693342.520539:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693342.520544:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.520552:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693342.520555:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.520558:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693342.520568:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.520569:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693342.520579:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693342.520587:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693342.520596:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693342.520596:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298499843
00000100:00000001:0.0:1790693342.520616:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1790693342.520619:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b9c0.
00000100:00080000:0.0:1790693342.520620:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693342.520627:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693342.520628:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1790693342.520636:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3826
00000100:00000001:2.0:1790693342.520637:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298499843
00000100:00000010:2.0:1790693342.520646:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bf00.
00000400:00000200:0.0:1790693342.520647:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693342.520656:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693342.520658:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693342.520661:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520665:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693342.520665:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1790693342.520669:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520675:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693342.520676:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693342.520686:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693342.520686:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693342.520689:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:2.0:1790693342.520692:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1790693342.520694:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693342.520698:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00100000:2.0:1790693342.520699:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693342/real 1790693342]  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693342.520706:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693342.520716:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000001:2.0:1790693342.520719:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693342.520722:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1790693342.520727:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693342.520728:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000100:00000001:0.0:1790693342.520735:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693342.520739:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693342.520741:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000100:00000001:0.0:1790693342.520742:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:2.0:1790693342.520744:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000020:00000040:0.0:1790693342.520753:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:2.0:1790693342.520753:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693342.520760:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693342.520765:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693342.520777:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693342.520782:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693342.520790:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1790693342.520792:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693342.520794:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.520803:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693342.520806:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693342.520815:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.520820:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.520820:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693342.520825:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1790693342.520827:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000100:00000001:2.0:1790693342.520828:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.520831:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790693342.520835:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:2.0:1790693342.520837:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693342.520845:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693342.520849:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.520850:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693342.520855:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1790693342.520859:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693342.520860:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693342.520866:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.520875:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:0.0:1790693342.520877:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a70c00.
00000100:00000001:2.0:1790693342.520878:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.520883:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693342.520886:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.520887:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.520900:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693342.520905:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1790693342.520906:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1790693342.520911:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693342.520920:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693342.520930:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1790693342.520938:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693342.520943:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693342.520943:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693342.520956:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693342.520959:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101303680:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693342.520976:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.520988:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693342.520990:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693342.520994:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790693342.521000:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101303680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693342.521001:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693342.521004:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693342.521008:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693342.521015:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693342.521021:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3826
00000100:00000001:2.0:1790693342.521029:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000400:00000200:0.0:1790693342.521032:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693342.521037:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1790693342.521039:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000010:2.0:1790693342.521042:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
00000100:00080000:0.0:1790693342.521044:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693342.521055:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693342.521055:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1790693342.521061:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1790693342.521061:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000040:0.0:1790693342.521066:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000020:00000040:2.0:1790693342.521067:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:0.0:1790693342.521071:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693342.521074:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000020:00000001:0.0:1790693342.521078:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:2.0:1790693342.521079:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
00000020:00000040:0.0:1790693342.521082:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693342.521088:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1790693342.521088:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:0.0:1790693342.521091:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:2.0:1790693342.521094:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:0.0:1790693342.521096:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000010:2.0:1790693342.521097:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000020:00000001:0.0:1790693342.521105:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:2.0:1790693342.521106:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693342.521108:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521114:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693342.521116:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693342.521122:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693342.521123:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693342.521130:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693342.521135:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693342.521135:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693342.521138:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693342.521142:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693342.521148:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:2.0:1790693342.521153:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693342.521157:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693342.521169:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693342.521171:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693342.521177:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.521178:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.521180:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693342.521185:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693342.521186:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693342.521190:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693342.521191:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693342.521200:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303808:192.168.204.134@tcp:38:
02000000:00000001:0.0:1790693342.521202:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521214:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693342.521215:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693342.521216:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1790693342.521221:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1790693342.521221:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.521227:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1790693342.521232:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693342.521234:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
00000100:00000001:0.0:1790693342.521237:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.521240:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693342.521244:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693342.521250:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:2.0:1790693342.521250:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693342.521257:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693342.521260:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693342.521260:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:0.0:1790693342.521268:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693342.521271:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790693342.521272:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
02000000:00000001:0.0:1790693342.521275:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693342.521278:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303808, portal 10
02000000:00000010:0.0:1790693342.521283:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:2.0:1790693342.521283:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693342.521289:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521289:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00100000:0.0:1790693342.521300:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693342.521304:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521344:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693342.521345:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693342.521350:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693342.521356:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693342.521361:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000040:0.0:1790693342.521362:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693342.521366:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101303808, offset 0
00000100:00000001:0.0:1790693342.521381:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693342.521381:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693342.521393:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3836)
00000400:00000200:2.0:1790693342.521422:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.521429:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693342.521433:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693342.521437:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693342.521440:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693342.521444:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693342.521449:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6608:6608:256:4294967295] 192.168.204.134@tcp LPNI seq info [6603:6603:8:4294967295]
00000400:00000200:2.0:1790693342.521454:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.521461:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693342.521466:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.521470:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693342.521475:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693342.521477:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693342.521480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693342.521482:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693342.521485:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.521486:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693342.521488:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693342.521491:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693342.521494:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693342.521495:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693342.521496:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693342.521499:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521505:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.521507:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521511:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521512:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693342.521516:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693342.521520:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693342.521523:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693342.521524:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298498580
00000100:00000001:2.0:1790693342.521526:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.521528:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298498580
00000100:00000001:2.0:1790693342.521530:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.521532:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693342.521534:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521536:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693342.521540:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693342/real 1790693342]  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693342.521548:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693342.521549:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693342.521551:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693342.521554:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693342.521555:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693342.521557:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693342.521560:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693342.521566:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521571:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693342.521572:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521573:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.521574:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693342.521576:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521580:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693342.521582:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521586:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693342.521587:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521588:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.521589:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521590:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693342.521592:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693342.521593:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693342.521595:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693342.521597:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693342.521598:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693342.521617:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303808:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693342.521619:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693342.521622:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521626:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693342.521627:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.521629:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693342.521631:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693342.521634:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693342.521636:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303936:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693342.521640:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693342.521642:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693342.521643:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.521645:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693342.521648:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693342.521650:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693342.521653:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693342.521656:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693342.521659:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693342.521662:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101303936, portal 10
00000100:00000001:2.0:1790693342.521664:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693342.521665:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:2.0:1790693342.521671:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521676:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693342.521679:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693342.521681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693342.521683:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101303936, offset 0
00000400:00000200:2.0:1790693342.521687:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693342.521691:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.521694:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693342.521697:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693342.521699:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693342.521702:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693342.521704:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693342.521707:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6609:6609:256:4294967295] 192.168.204.134@tcp LPNI seq info [6604:6604:8:4294967295]
00000400:00000200:2.0:1790693342.521711:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.521716:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693342.521719:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.521722:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693342.521724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693342.521726:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693342.521728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693342.521730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693342.521732:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.521733:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693342.521735:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693342.521737:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693342.521739:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693342.521740:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693342.521741:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693342.521744:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521748:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.521750:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521754:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521755:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693342.521757:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693342.521759:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693342.521761:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693342.521762:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298498586
00000100:00000001:2.0:1790693342.521763:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.521765:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298498586
00000100:00000001:2.0:1790693342.521766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.521767:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693342.521768:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521770:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693342.521772:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693342/real 1790693342]  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693342.521783:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693342.521784:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693342.521786:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693342.521788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693342.521790:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693342.521791:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693342.521794:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693342.521802:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521808:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693342.521810:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521811:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.521813:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693342.521816:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521821:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693342.521824:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521828:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693342.521829:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521830:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.521831:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521832:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693342.521833:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693342.521834:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693342.521836:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693342.521837:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693342.521840:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693342.521844:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101303936:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693342.521847:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693342.521849:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521852:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693342.521853:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.521854:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693342.521855:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693342.521857:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693342.521858:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304064:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693342.521860:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693342.521861:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693342.521863:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.521864:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693342.521866:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693342.521867:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693342.521869:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693342.521871:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693342.521873:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693342.521875:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304064, portal 4
00000100:00000001:2.0:1790693342.521876:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693342.521877:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:2.0:1790693342.521880:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521884:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693342.521886:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693342.521887:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693342.521888:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101304064, offset 0
00000400:00000200:2.0:1790693342.521890:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693342.521893:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.521895:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693342.521897:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693342.521899:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693342.521900:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693342.521902:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693342.521903:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6610:6610:256:4294967295] 192.168.204.134@tcp LPNI seq info [6605:6605:8:4294967295]
00000400:00000200:2.0:1790693342.521906:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.521910:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693342.521913:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.521915:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693342.521917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693342.521919:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693342.521922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693342.521924:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693342.521926:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.521927:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693342.521929:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693342.521931:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693342.521933:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693342.521934:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693342.521935:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693342.521937:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521942:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.521944:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521948:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521949:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693342.521951:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693342.521953:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693342.521955:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693342.521956:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298498580
00000100:00000001:2.0:1790693342.521958:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.521959:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298498580
00000100:00000001:2.0:1790693342.521960:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.521961:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693342.521962:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.521963:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693342.521965:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693342/real 1790693342]  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693342.521969:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693342.521970:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693342.521970:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693342.521972:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693342.521973:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693342.521974:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693342.521976:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693342.521980:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521983:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693342.521984:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.521985:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.521985:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693342.521987:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.521996:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693342.521998:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522001:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693342.522003:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522004:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.522005:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522006:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693342.522007:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693342.522009:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693342.522010:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693342.522011:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693342.522013:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693342.522017:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304064:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693342.522019:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522020:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.522022:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101303808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522025:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693342.522026:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693342.522027:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693342.522029:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693342.522030:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693342.522031:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693342.522033:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693342.522034:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72000.
02000000:00000001:2.0:1790693342.522035:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693342.522036:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693342.522037:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:2.0:1790693342.522039:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693342.522040:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522041:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.522042:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101303936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522046:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693342.522047:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693342.522048:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693342.522049:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693342.522050:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693342.522051:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693342.522052:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693342.522052:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:2.0:1790693342.522053:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693342.522054:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693342.522055:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:2.0:1790693342.522056:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693342.522056:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522057:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.522059:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101304064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522062:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693342.522063:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693342.522063:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693342.522064:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693342.522065:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693342.522065:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693342.522066:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693342.522067:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:2.0:1790693342.522068:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693342.522069:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693342.522070:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:2.0:1790693342.522071:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693342.522071:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522072:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522075:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693342.522075:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.522077:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693342.522078:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693342.522078:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693342.522080:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522084:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693342.522085:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.522086:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693342.522087:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693342.522088:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693342.522090:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304192:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693342.522091:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693342.522092:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693342.522093:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693342.522094:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693342.522096:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693342.522097:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693342.522099:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693342.522100:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693342.522102:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693342.522103:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304192, portal 4
00000100:00000001:2.0:1790693342.522105:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693342.522105:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:2.0:1790693342.522109:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522113:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693342.522114:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693342.522115:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693342.522117:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101304192, offset 0
00000400:00000200:2.0:1790693342.522119:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693342.522120:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.522122:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693342.522124:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693342.522125:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693342.522126:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693342.522128:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693342.522130:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6611:6611:256:4294967295] 192.168.204.134@tcp LPNI seq info [6606:6606:8:4294967295]
00000400:00000200:2.0:1790693342.522132:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693342.522135:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693342.522138:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.522140:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693342.522142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693342.522144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693342.522146:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693342.522148:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693342.522150:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693342.522151:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693342.522153:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693342.522155:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693342.522157:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693342.522158:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693342.522159:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693342.522161:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522165:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.522167:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522170:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.522171:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693342.522173:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693342.522174:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693342.522177:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693342.522178:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298498585
00000100:00000001:2.0:1790693342.522181:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.522183:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298498585
00000100:00000001:2.0:1790693342.522186:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298499843
00000100:00000001:2.0:1790693342.522187:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693342.522189:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.522190:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693342.522194:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693342/real 1790693342]  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693342.522207:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693342.522208:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693342.522210:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693342.522212:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693342.522214:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693342.522216:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693342.522219:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693342.522227:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522232:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693342.522233:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522235:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.522236:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693342.522239:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522245:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693342.522249:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522255:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693342.522257:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522259:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693342.522260:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522262:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693342.522263:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693342.522266:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693342.522270:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693342.522272:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693342.522276:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693342.522283:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304192:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693342.522285:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522286:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693342.522288:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101304192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693342.522292:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693342.522293:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693342.522294:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122000.
02000000:00000001:2.0:1790693342.522297:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693342.522298:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693342.522299:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693342.522301:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693342.522302:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
02000000:00000001:2.0:1790693342.522305:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693342.522306:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693342.522307:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:2.0:1790693342.522309:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693342.522310:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522312:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.522315:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693342.522316:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.522318:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693342.522320:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693342.903491:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693342.903491:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693342.903498:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693342.903499:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693342.903502:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.903504:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693342.903507:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693342.903512:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693342.903512:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693342.903513:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693342.903516:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693342.903517:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693342.903523:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693342.903525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693342.903525:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693342.903526:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693342.903531:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693342.903534:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693342.903534:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693342.903540:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693342.903544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693342.903546:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693342.903554:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693342.903560:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693342.903565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693342.903568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693342.903571:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693342.903605:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693342.903609:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693342.903613:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693343.543538:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693343.543546:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693343.543549:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693343.543554:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693343.543559:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693343.543564:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693343.543567:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693343.543570:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693343.543573:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693343.863557:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298499843, at 4298499904
00000100:00000010:0.0:1790693343.863596:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b9c0.
00000100:00000040:1.0:1790693343.864131:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298499843, at 4298499904
00000100:00000010:1.0:1790693343.864149:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bf00.
00000100:00000001:2.0:1790693343.927511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693343.927517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693343.927520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693343.927527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693343.927530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693343.927535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693343.927540:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693343.927540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693343.927544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693343.927550:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693343.927550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693343.927558:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693343.927565:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693343.927572:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693343.927589:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693343.927592:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693343.927595:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693343.927599:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693343.927744:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693343.927748:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693343.927749:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693343.927752:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693343.927755:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693343.927757:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693343.927759:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693343.927761:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693343.927763:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693344.567537:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693344.567545:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693344.567547:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693344.567586:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693344.567591:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693344.567595:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693344.567598:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693344.567602:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693344.567606:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693344.951504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693344.951513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693344.951515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693344.951517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693344.951518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693344.951525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693344.951526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693344.951527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693344.951530:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693344.951532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693344.951536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693344.951544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693344.951546:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693344.951546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693344.951564:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693344.951568:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693344.951568:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693344.951571:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693344.951574:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693344.951575:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693344.951581:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693344.951584:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693344.951585:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693344.951588:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693344.951591:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693344.951594:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693344.951600:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693344.951632:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693344.951635:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693344.951639:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693345.591509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693345.591517:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693345.591519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693345.591524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693345.591528:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693345.591532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693345.591536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693345.591538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693345.591554:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693345.975493:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693345.975497:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693345.975500:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693345.975503:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693345.975504:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693345.975507:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693345.975511:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693345.975512:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693345.975518:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693345.975519:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693345.975522:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693345.975524:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693345.975526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693345.975530:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693345.975531:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693345.975545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693345.975550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693345.975551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693345.975688:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693345.975691:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693345.975692:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693345.975693:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693345.975695:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693345.975696:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693345.975698:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693345.975699:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693345.975700:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693346.615505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693346.615513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693346.615516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693346.615536:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693346.615540:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693346.615547:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693346.615550:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693346.615553:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693346.615556:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693346.999588:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693346.999588:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693346.999596:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693346.999596:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693346.999599:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693346.999599:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693346.999604:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693346.999607:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693346.999609:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693346.999612:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693346.999614:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693346.999615:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693346.999616:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693346.999619:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693346.999620:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693346.999621:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693346.999624:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693346.999625:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693346.999626:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693346.999630:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693346.999631:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693346.999631:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693346.999635:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693346.999636:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693346.999641:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693346.999641:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693346.999647:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693346.999828:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693346.999831:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693346.999833:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693347.640597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693347.640607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693347.640610:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693347.640615:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693347.640620:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693347.640628:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3831
00000400:00000200:1.0:1790693347.640638:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693347.640643:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693347.640646:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693347.640650:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.640653:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693347.640656:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.640659:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693347.640669:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693347.640671:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693347.640674:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693347.640678:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693347.640680:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693347.640688:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693347.640691:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.640699:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693347.640701:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.640703:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693347.640706:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693347.640710:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693347.640713:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693347.640716:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693347.640721:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693347.640724:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.640727:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693347.640731:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693347.640743:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d500.
00000020:00000040:1.0:1790693347.640746:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693347.640750:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693347.640752:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.640756:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693347.640760:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693347.640765:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693347.640776:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693347.640785:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693347.640796:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693347.640807:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693347.640811:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693347.640816:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9cf8eba] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693347.640841:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693347.640844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693347.640848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693347.640849:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693347.640851:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693347.640853:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693347.640856:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3831
00000400:00000200:1.0:1790693347.640859:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693347.640875:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693347.640878:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693347.640881:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.640885:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693347.640885:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790693347.640888:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.640894:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693347.640894:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693347.640899:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693347.640901:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693347.640905:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693347.640907:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693347.640911:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693347.640913:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693347.640917:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693347.640918:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693347.640932:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693347.640933:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693347.640938:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693347.640940:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693347.640945:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693347.640949:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693347.640952:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693347.640957:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693347.640958:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693347.640972:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:2.0:1790693347.640974:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.640984:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693347.640987:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101304320:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693347.640989:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693347.640998:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693347.641002:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693347.641004:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693347.641007:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.641011:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641012:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693347.641019:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693347.641020:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1790693347.641027:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641030:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693347.641031:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
00000100:00000010:1.0:1790693347.641036:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ce00.
02000000:00000001:2.0:1790693347.641036:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693347.641046:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693347.641052:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693347.641055:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.641058:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693347.641061:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693347.641064:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693347.641066:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693347.641069:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
02000000:00000010:1.0:1790693347.641073:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693347.641079:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693347.641080:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00100000:1.0:1790693347.641089:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693347.641094:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304320, portal 25
00000100:00000001:1.0:1790693347.641107:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693347.641109:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693347.641112:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.641114:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912799488 : -115045796752128 : ffff975dd026d500)
00000100:00000040:1.0:1790693347.641123:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca79781] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693347.641134:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693347.641141:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693347.641148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693347.641161:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790693347.641162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693347.641170:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693347.641175:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1790693347.641181:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641183:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:2.0:1790693347.641187:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00080000:1.0:1790693347.641191:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3831
00000400:00000200:1.0:1790693347.641196:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693347.641201:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693347.641206:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1790693347.641208:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101304320, offset 0
00000100:00000040:1.0:1790693347.641211:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641217:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693347.641219:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641221:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693347.641230:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693347.641231:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693347.641236:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693347.641240:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693347.641242:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693347.641245:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693347.641248:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:2.0:1790693347.641250:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693347.641257:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641260:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693347.641267:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693347.641267:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693347.641275:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693347.641280:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:2.0:1790693347.641282:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693347.641289:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693347.641295:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1790693347.641299:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641305:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.641306:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:1.0:1790693347.641311:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693347.641317:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693347.641318:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6612:6612:256:4294967295] 192.168.204.134@tcp LPNI seq info [6607:6607:8:4294967295]
02000000:00000001:1.0:1790693347.641325:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641330:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693347.641332:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:1.0:1790693347.641335:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693347.641340:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641342:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693347.641348:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000400:00000200:2.0:1790693347.641353:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1790693347.641355:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693347.641359:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693347.641360:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641362:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693347.641367:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693347.641372:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693347.641381:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000010:1.0:1790693347.641383:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693347.641390:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693347.641393:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000100:00100000:1.0:1790693347.641448:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790693347.641457:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693347.641470:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693347.641481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693347.641486:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693347.641522:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.641525:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000100:00000001:1.0:1790693347.641532:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693347.641532:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693347.641539:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.641547:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790693347.641553:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693347.641559:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693347.641568:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:1.0:1790693347.641572:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.641578:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:1.0:1790693347.641579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693347.641587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693347.641588:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693347.641593:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1790693347.641594:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693347.641602:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693347.641612:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3831
00000400:00000200:1.0:1790693347.641622:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693347.641626:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1790693347.641630:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693347.641637:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693347.641638:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693347.641647:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641654:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693347.641660:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693347.641662:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641665:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693347.641668:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:1.0:1790693347.641676:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693347.641680:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:2.0:1790693347.641683:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693347.641690:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693347.641691:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693347.641697:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298504964
00000020:00000040:1.0:1790693347.641699:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000010:2.0:1790693347.641705:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bcc0.
00000020:00000001:1.0:1790693347.641706:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693347.641714:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693347.641721:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1790693347.641722:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641730:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693347.641735:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.641737:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693347.641739:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298504964
00000020:00000040:1.0:1790693347.641740:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693347.641750:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000010:2.0:1790693347.641751:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b060.
00000100:00000001:1.0:1790693347.641756:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.641760:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1790693347.641761:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693347.641767:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693347.641768:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693347.641776:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.641777:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641782:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693347.641784:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000008:00100000:1.0:1790693347.641788:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693347.641795:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693347.641797:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693347/real 1790693347]  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693347.641798:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693347.641806:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693347.641813:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693347.641819:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693347.641821:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.641825:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693347.641828:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1790693347.641828:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1790693347.641833:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693347.641834:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:1.0:1790693347.641841:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000400:00000010:2.0:1790693347.641841:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000100:00000001:1.0:1790693347.641850:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.641852:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000100:00100000:1.0:1790693347.641859:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693347.641860:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693347.641872:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790693347.641874:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693347.641876:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693347.641887:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693347.641889:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693347.641912:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693347.641918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693347.641926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693347.641930:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693347.641934:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693347.641942:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693347.641948:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3831
00000100:00000200:2.0:1790693347.641955:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693347.641964:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693347.641978:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693347.641981:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00080000:1.0:1790693347.641983:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693347.641986:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693347.641990:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693347.641993:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693347.641996:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693347.641997:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693347.642003:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.642009:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:2.0:1790693347.642011:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693347.642016:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693347.642019:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693347.642024:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693347.642027:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693347.642038:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693347.642048:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:2.0:1790693347.642050:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693347.642061:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693347.642064:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693347.642069:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693347.642076:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693347.642083:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693347.642089:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:2.0:1790693347.642095:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693347.642097:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693347.642103:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693347.642106:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693347.642106:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693347.642114:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693347.642115:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1790693347.642121:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.642122:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693347.642126:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693347.642129:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000008:00100000:1.0:1790693347.642131:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693347.642134:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1790693347.642140:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693347.642144:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693347.642145:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693347.642158:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000100:00080000:2.0:1790693347.642163:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000040:1.0:1790693347.642164:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:2.0:1790693347.642170:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1790693347.642172:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693347.642174:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693347.642179:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693347.642181:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693347.642182:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693347.642184:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693347.642188:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693347.642196:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693347.642209:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1790693347.642220:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101304320:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693347.642224:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693347.642226:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693347.642233:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642236:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642250:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693347.642252:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693347.642259:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3841)
00000100:00000040:2.0:1790693347.642263:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d500 x1877674101304320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642273:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693347.642276:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693347.642279:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693347.642283:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693347.642285:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693347.642288:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693347.642290:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693347.642294:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:2.0:1790693347.642299:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693347.642301:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693347.642304:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d500.
00000100:00000001:2.0:1790693347.642308:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693347.642309:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642312:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642319:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693347.642320:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.642323:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693347.642325:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693347.642327:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693347.642331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642338:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693347.642339:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.642342:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693347.642344:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693347.642346:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693347.642349:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304448:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693347.642352:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693347.642362:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693347.642363:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.642365:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693347.642369:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693347.642371:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.642375:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693347.642378:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693347.642382:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693347.642384:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304448, portal 10
00000100:00000001:2.0:1790693347.642386:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693347.642387:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
00000100:00000040:2.0:1790693347.642393:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642421:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693347.642423:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693347.642426:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693347.642428:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101304448, offset 0
00000400:00000200:2.0:1790693347.642432:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693347.642437:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.642441:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693347.642444:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693347.642446:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693347.642450:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693347.642452:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693347.642455:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6613:6613:256:4294967295] 192.168.204.134@tcp LPNI seq info [6608:6608:8:4294967295]
00000400:00000200:2.0:1790693347.642459:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.642466:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693347.642471:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.642474:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693347.642479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693347.642481:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693347.642487:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693347.642489:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693347.642493:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.642495:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693347.642498:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693347.642513:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693347.642516:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693347.642518:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693347.642520:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693347.642524:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642532:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.642534:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642541:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.642542:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693347.642546:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693347.642550:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693347.642553:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693347.642555:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298503701
00000100:00000001:2.0:1790693347.642557:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.642560:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298503701
00000100:00000001:2.0:1790693347.642562:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.642563:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693347.642565:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.642566:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693347.642569:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693347/real 1790693347]  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693347.642574:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693347.642575:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693347.642576:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693347.642577:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693347.642578:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693347.642580:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693347.642582:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693347.642586:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642590:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693347.642590:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642591:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.642592:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693347.642594:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642598:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693347.642600:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642604:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693347.642605:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642606:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.642607:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642608:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693347.642609:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693347.642612:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693347.642615:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693347.642617:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693347.642621:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693347.642628:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304448:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693347.642632:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693347.642636:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642642:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693347.642644:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.642646:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693347.642647:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693347.642649:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693347.642652:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304576:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693347.642656:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693347.642658:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693347.642659:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.642661:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693347.642664:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693347.642666:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.642669:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693347.642672:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693347.642675:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693347.642679:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304576, portal 10
00000100:00000001:2.0:1790693347.642681:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693347.642682:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:2.0:1790693347.642688:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642699:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693347.642702:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693347.642704:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693347.642707:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101304576, offset 0
00000400:00000200:2.0:1790693347.642710:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693347.642714:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.642718:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693347.642720:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693347.642723:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693347.642725:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693347.642727:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693347.642730:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6614:6614:256:4294967295] 192.168.204.134@tcp LPNI seq info [6609:6609:8:4294967295]
00000400:00000200:2.0:1790693347.642734:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.642740:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693347.642744:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.642747:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693347.642751:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693347.642753:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693347.642757:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693347.642760:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693347.642764:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.642765:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693347.642768:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693347.642771:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693347.642774:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693347.642776:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693347.642778:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693347.642781:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642788:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.642791:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642802:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.642803:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693347.642806:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693347.642809:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693347.642812:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693347.642814:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298503707
00000100:00000001:2.0:1790693347.642817:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.642819:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298503707
00000100:00000001:2.0:1790693347.642821:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.642823:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693347.642825:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.642826:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693347.642830:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693347/real 1790693347]  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693347.642838:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693347.642839:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693347.642841:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693347.642843:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693347.642845:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693347.642847:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693347.642850:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693347.642858:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642864:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693347.642865:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642867:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.642868:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693347.642872:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642879:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693347.642882:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642889:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693347.642891:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642892:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.642893:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.642895:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693347.642896:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693347.642899:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693347.642902:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693347.642904:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693347.642908:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693347.642916:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304576:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693347.642920:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693347.642923:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642929:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693347.642930:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.642932:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693347.642933:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693347.642935:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693347.642937:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304704:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693347.642940:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693347.642942:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693347.642943:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.642945:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693347.642949:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693347.642950:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.642955:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693347.642957:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693347.642960:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693347.642963:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304704, portal 4
00000100:00000001:2.0:1790693347.642965:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693347.642966:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:2.0:1790693347.642972:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.642978:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693347.642980:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693347.642982:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693347.642984:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101304704, offset 0
00000400:00000200:2.0:1790693347.642988:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693347.642991:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.642994:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693347.642997:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693347.643000:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693347.643002:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693347.643004:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693347.643007:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6615:6615:256:4294967295] 192.168.204.134@tcp LPNI seq info [6610:6610:8:4294967295]
00000400:00000200:2.0:1790693347.643011:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.643017:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693347.643021:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.643024:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693347.643027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693347.643030:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693347.643034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693347.643037:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693347.643040:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.643042:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693347.643045:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693347.643048:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693347.643051:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693347.643053:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693347.643055:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693347.643059:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643066:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.643069:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643075:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.643077:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693347.643080:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693347.643082:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693347.643086:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693347.643088:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298503701
00000100:00000001:2.0:1790693347.643090:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.643092:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298503701
00000100:00000001:2.0:1790693347.643094:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.643096:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693347.643098:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.643099:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693347.643103:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693347/real 1790693347]  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693347.643109:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693347.643111:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693347.643112:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693347.643115:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693347.643117:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693347.643118:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693347.643121:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693347.643129:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643135:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693347.643136:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643138:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.643139:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693347.643143:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643149:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693347.643152:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643158:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693347.643160:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643162:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.643163:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643165:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693347.643166:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693347.643169:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693347.643172:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693347.643174:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693347.643177:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693347.643185:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304704:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693347.643188:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693347.643192:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643203:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693347.643205:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.643207:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693347.643208:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693347.643210:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693347.643213:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304832:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693347.643216:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693347.643218:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693347.643219:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693347.643221:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693347.643224:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693347.643226:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693347.643228:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693347.643231:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693347.643234:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693347.643236:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304832, portal 4
00000100:00000001:2.0:1790693347.643238:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693347.643239:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:2.0:1790693347.643244:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643249:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693347.643251:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693347.643253:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693347.643255:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101304832, offset 0
00000400:00000200:2.0:1790693347.643259:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693347.643262:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.643266:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693347.643268:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693347.643270:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693347.643272:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693347.643274:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693347.643277:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6616:6616:256:4294967295] 192.168.204.134@tcp LPNI seq info [6611:6611:8:4294967295]
00000400:00000200:2.0:1790693347.643281:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693347.643286:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693347.643290:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.643293:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c100.
00000800:00000200:2.0:1790693347.643296:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693347.643299:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693347.643303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693347.643305:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693347.643309:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693347.643311:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c100.
00000400:00000200:2.0:1790693347.643314:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693347.643316:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693347.643319:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693347.643320:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693347.643322:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693347.643325:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643331:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.643334:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643339:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.643340:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693347.643343:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693347.643346:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693347.643348:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693347.643350:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298503706
00000100:00000001:2.0:1790693347.643352:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.643353:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298503706
00000100:00000001:2.0:1790693347.643355:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298504964
00000100:00000001:2.0:1790693347.643357:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693347.643358:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.643360:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693347.643364:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693347/real 1790693347]  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693347.643371:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693347.643372:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693347.643374:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693347.643376:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693347.643378:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693347.643380:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693347.643383:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693347.643391:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643420:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693347.643421:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643423:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.643424:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693347.643428:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643434:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693347.643438:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643444:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693347.643446:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643447:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693347.643448:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643450:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693347.643451:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693347.643453:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693347.643457:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693347.643459:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693347.643463:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693347.643469:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101304832:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693347.643473:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643474:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.643477:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101304448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643483:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693347.643484:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693347.643486:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693347.643489:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693347.643490:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693347.643492:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693347.643494:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693347.643495:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:2.0:1790693347.643498:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693347.643499:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693347.643500:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00000001:2.0:1790693347.643515:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693347.643516:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643518:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.643521:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101304576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643527:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693347.643528:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693347.643529:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693347.643532:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693347.643533:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693347.643534:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693347.643536:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693347.643537:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:2.0:1790693347.643540:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693347.643541:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693347.643542:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:2.0:1790693347.643545:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693347.643546:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643547:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.643550:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101304704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643556:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693347.643557:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693347.643558:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693347.643561:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693347.643562:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693347.643563:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693347.643564:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693347.643566:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:2.0:1790693347.643568:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693347.643569:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693347.643570:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:2.0:1790693347.643572:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693347.643573:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643574:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693347.643577:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101304832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693347.643582:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693347.643583:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693347.643585:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693347.643586:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693347.643587:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693347.643588:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693347.643589:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693347.643590:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:2.0:1790693347.643592:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693347.643593:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693347.643594:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:2.0:1790693347.643596:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693347.643598:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643600:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693347.643604:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693347.643605:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693347.643607:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693347.643609:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693348.023561:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693348.023562:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693348.023570:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693348.023570:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693348.023574:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693348.023575:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693348.023584:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693348.023584:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693348.023591:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693348.023592:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693348.023598:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693348.023598:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693348.023607:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693348.023607:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693348.023612:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693348.023612:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693348.023613:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693348.023621:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693348.023624:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693348.023625:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693348.023625:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693348.023641:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693348.023646:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693348.023650:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693348.023654:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693348.023656:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693348.023659:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693348.024099:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693348.024103:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693348.024108:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693348.983471:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298504964, at 4298505024
00000100:00000040:0.0:1790693348.983488:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298504964, at 4298505024
00000100:00000010:1.0:1790693348.983500:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b060.
00000100:00000010:0.0:1790693348.983512:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bcc0.
00000100:00000001:2.0:1790693349.047522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693349.047529:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693349.047532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693349.047535:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693349.047539:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693349.047539:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693349.047541:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693349.047542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693349.047545:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693349.047547:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693349.047547:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693349.047552:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693349.047552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693349.047556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693349.047560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693349.047561:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693349.047563:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693349.047567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693349.047604:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693349.047609:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693349.047610:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693349.047613:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693349.047616:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693349.047618:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693349.047621:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693349.047623:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693349.047626:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693349.047653:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693349.047656:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693349.047659:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693350.071516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693350.071516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693350.071523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693350.071523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693350.071526:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693350.071526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693350.071532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693350.071535:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693350.071538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693350.071538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693350.071543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693350.071543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693350.071548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693350.071550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693350.071552:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693350.071552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693350.071558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693350.071558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693350.071709:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693350.071713:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693350.071716:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693350.072044:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693350.072046:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693350.072048:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693350.072049:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693350.072051:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693350.072052:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693350.072053:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693350.072054:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693350.072056:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693351.095565:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693351.095576:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693351.095581:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693351.095587:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693351.095599:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693351.095607:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693351.095612:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693351.095616:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693351.095622:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693351.095668:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693351.095675:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693351.095676:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00010000:2.0:1790693351.095684:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693351.095685:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693351.095697:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693351.095702:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693351.095709:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693351.095713:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693351.095718:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693351.095721:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693351.095723:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693352.119524:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693352.119532:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693352.119535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693352.119539:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693352.119543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693352.119544:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693352.119549:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693352.119550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.119552:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693352.119555:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693352.119557:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693352.119558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.119563:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693352.119564:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.119567:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.119572:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693352.119576:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.119580:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693352.119728:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693352.119731:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693352.119733:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693352.760333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693352.760339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693352.760342:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693352.760346:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693352.760350:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693352.760357:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3836
00000400:00000200:2.0:1790693352.760366:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693352.760371:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693352.760374:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693352.760377:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760381:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.760383:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760386:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693352.760393:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693352.760395:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693352.760427:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693352.760431:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693352.760433:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693352.760436:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693352.760440:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760442:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.760444:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760446:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693352.760449:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693352.760453:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760455:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693352.760458:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693352.760461:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693352.760463:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760466:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693352.760468:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693352.760477:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693352.760481:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693352.760484:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693352.760486:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760488:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693352.760491:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693352.760494:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693352.760502:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693352.760509:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693352.760517:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693352.760528:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693352.760531:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693352.760535:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693352.760555:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693352.760558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693352.760561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693352.760563:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693352.760564:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693352.760566:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693352.760569:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3836
00000400:00000200:2.0:1790693352.760574:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693352.760577:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693352.760579:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693352.760582:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760584:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.760586:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760588:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693352.760591:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693352.760593:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693352.760595:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693352.760597:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:0.0:1790693352.760599:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1790693352.760600:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693352.760604:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693352.760605:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693352.760609:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693352.760611:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760615:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693352.760619:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693352.760619:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760624:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693352.760627:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693352.760629:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760631:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693352.760634:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693352.760639:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693352.760640:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1790693352.760642:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.760644:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760645:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:0.0:1790693352.760651:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1790693352.760651:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1790693352.760656:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1790693352.760656:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760657:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.760663:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693352.760664:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693352.760668:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00100000:0.0:1790693352.760673:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101304960:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693352.760673:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693352.760677:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.760681:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693352.760681:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693352.760685:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693352.760687:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693352.760688:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.760691:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693352.760694:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693352.760695:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693352.760699:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693352.760703:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
00000100:00100000:2.0:1790693352.760707:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1790693352.760708:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760717:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693352.760718:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693352.760720:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693352.760725:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000100:00000040:2.0:1790693352.760726:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693352.760734:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000001:2.0:1790693352.760737:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693352.760741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1790693352.760743:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101304960, portal 25
00000100:00080000:2.0:1790693352.760745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693352.760749:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693352.760749:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693352.760753:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693352.760755:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693352.760758:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3836
00000100:00000001:0.0:1790693352.760762:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000400:00000200:2.0:1790693352.760762:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693352.760768:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693352.760770:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693352.760774:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693352.760776:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760781:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.760784:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760789:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693352.760794:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693352.760795:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1790693352.760797:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693352.760801:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1790693352.760802:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693352.760804:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000010:0.0:1790693352.760806:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000020:00000001:2.0:1790693352.760808:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000200:0.0:1790693352.760811:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101304960, offset 0
00000020:00000001:2.0:1790693352.760813:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693352.760817:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760819:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.760821:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760823:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693352.760827:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693352.760830:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693352.760834:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760835:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693352.760840:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693352.760842:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1790693352.760846:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693352.760846:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760849:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693352.760852:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693352.760854:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760855:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693352.760857:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000010:2.0:1790693352.760859:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693352.760863:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693352.760865:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1790693352.760866:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1790693352.760867:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.760869:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693352.760870:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1790693352.760873:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:2.0:1790693352.760873:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693352.760878:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000400:00000200:0.0:1790693352.760881:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693352.760883:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693352.760887:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00100000:2.0:1790693352.760890:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693352.760897:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6617:6617:256:4294967295] 192.168.204.134@tcp LPNI seq info [6612:6612:8:4294967295]
00000100:00000001:2.0:1790693352.760899:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693352.760902:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693352.760908:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693352.760914:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693352.760924:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693352.760929:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693352.760934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1790693352.760937:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693352.760939:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693352.760942:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693352.760943:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1790693352.760945:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000100:00000001:2.0:1790693352.760947:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693352.760952:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3836
00000800:00000200:0.0:1790693352.760956:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000400:00000200:2.0:1790693352.760961:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:0.0:1790693352.760963:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1790693352.760967:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693352.760971:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1790693352.760975:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693352.760978:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:0.1:1790693352.760980:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1790693352.760982:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.760987:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000100:0.0:1790693352.760990:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693352.760991:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:0.0:1790693352.760996:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693352.761001:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693352.761005:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693352.761009:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693352.761010:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693352.761014:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693352.761017:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761024:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.761027:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761031:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761033:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693352.761038:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693352.761039:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1790693352.761043:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693352.761044:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:0.0:1790693352.761046:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298510083
00000020:00000001:2.0:1790693352.761047:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:0.0:1790693352.761052:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000020:00000040:2.0:1790693352.761052:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693352.761056:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:0.0:1790693352.761060:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693352.761066:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298510083
00000020:00000001:2.0:1790693352.761067:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000010:0.0:1790693352.761068:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190360.
00000100:00000001:0.0:1790693352.761072:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693352.761074:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693352.761077:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693352.761078:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693352.761080:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790693352.761084:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1790693352.761085:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693352/real 1790693352]  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693352.761090:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.761095:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000001:0.0:1790693352.761098:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693352.761100:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1790693352.761100:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000010:0.0:1790693352.761103:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000100:00080000:2.0:1790693352.761106:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693352.761107:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693352.761111:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:2.0:1790693352.761112:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761113:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:2.0:1790693352.761117:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1790693352.761118:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693352.761122:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1790693352.761126:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693352.761128:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.761133:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693352.761138:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000008:00100000:2.0:1790693352.761139:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693352.761142:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1790693352.761142:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.761147:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761149:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1790693352.761151:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693352.761153:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693352.761155:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693352.761158:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693352.761160:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693352.761161:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693352.761162:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693352.761164:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693352.761166:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693352.761171:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693352.761175:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761177:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693352.761181:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693352.761188:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693352.761189:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693352.761193:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693352.761193:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693352.761219:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761222:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693352.761222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693352.761227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693352.761229:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693352.761230:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693352.761232:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693352.761234:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693352.761235:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693352.761238:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693352.761239:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3836
00000400:00000200:2.0:1790693352.761243:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693352.761245:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1790693352.761247:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693352.761249:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693352.761251:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.761252:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.761253:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693352.761255:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693352.761255:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693352.761260:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:0.0:1790693352.761262:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1790693352.761262:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693352.761263:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693352.761267:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00080000:0.0:1790693352.761271:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000001:2.0:1790693352.761272:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693352.761276:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1790693352.761277:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693352.761284:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693352.761286:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693352.761288:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693352.761293:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693352.761299:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693352.761305:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00100000:0.0:1790693352.761308:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101304960:192.168.204.134@tcp:250:
00000100:00080000:2.0:1790693352.761310:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693352.761317:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761319:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693352.761319:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693352.761322:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693352.761323:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1790693352.761327:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693352.761331:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101304960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693352.761331:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693352.761334:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693352.761340:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693352.761345:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761347:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000010:2.0:1790693352.761350:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
02000000:00000001:0.0:1790693352.761352:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1790693352.761356:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000010:0.0:1790693352.761357:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:2.0:1790693352.761362:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693352.761363:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693352.761366:0:2398:0:(genops.c:1216:class_import_put()) Process entered
02000000:00000001:2.0:1790693352.761366:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693352.761369:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:2.0:1790693352.761370:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1790693352.761372:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:2.0:1790693352.761373:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1790693352.761375:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693352.761377:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.761381:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1790693352.761382:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
02000000:00000001:0.0:1790693352.761385:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1790693352.761387:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693352.761389:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:0.0:1790693352.761394:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693352.761396:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693352.761428:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693352.761439:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693352.761442:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693352.761442:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693352.761446:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761450:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693352.761453:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761456:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693352.761459:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693352.761461:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761462:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693352.761468:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3846)
00000100:00000040:0.0:1790693352.761469:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761477:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693352.761479:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.761482:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693352.761484:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693352.761486:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693352.761489:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305088:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693352.761493:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693352.761495:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693352.761496:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.761499:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693352.761502:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693352.761504:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693352.761508:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693352.761511:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693352.761515:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693352.761518:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305088, portal 10
00000100:00000001:0.0:1790693352.761520:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693352.761521:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:0.0:1790693352.761527:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761533:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693352.761535:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693352.761537:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693352.761539:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101305088, offset 0
00000400:00000200:0.0:1790693352.761543:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693352.761547:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.761551:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693352.761553:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693352.761556:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693352.761558:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693352.761560:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693352.761563:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6618:6618:256:4294967295] 192.168.204.134@tcp LPNI seq info [6613:6613:8:4294967295]
00000400:00000200:0.0:1790693352.761567:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.761573:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693352.761576:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.761579:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693352.761583:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693352.761586:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693352.761590:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693352.761593:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693352.761596:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.761598:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693352.761603:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693352.761607:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693352.761610:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693352.761611:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693352.761614:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693352.761618:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761625:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.761627:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761634:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761635:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693352.761638:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693352.761641:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693352.761644:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693352.761646:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298508820
00000100:00000001:0.0:1790693352.761648:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.761650:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298508820
00000100:00000001:0.0:1790693352.761652:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.761654:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693352.761655:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761657:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693352.761660:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693352/real 1790693352]  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693352.761666:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693352.761667:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693352.761668:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693352.761670:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693352.761672:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693352.761674:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693352.761677:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693352.761684:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761690:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693352.761691:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.761693:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.761694:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693352.761697:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761702:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693352.761705:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761711:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693352.761713:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.761715:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.761716:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.761717:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693352.761719:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693352.761722:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693352.761725:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693352.761727:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693352.761730:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693352.761736:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305088:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693352.761739:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693352.761742:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761752:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693352.761753:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.761755:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693352.761756:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693352.761758:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693352.761760:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305216:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693352.761763:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693352.761765:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693352.761766:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.761767:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693352.761770:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693352.761772:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693352.761775:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693352.761777:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693352.761780:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693352.761782:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305216, portal 10
00000100:00000001:0.0:1790693352.761783:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693352.761784:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:0.0:1790693352.761789:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761794:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693352.761796:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693352.761798:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693352.761800:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101305216, offset 0
00000400:00000200:0.0:1790693352.761803:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693352.761806:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.761810:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693352.761812:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693352.761815:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693352.761817:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693352.761819:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693352.761822:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6619:6619:256:4294967295] 192.168.204.134@tcp LPNI seq info [6614:6614:8:4294967295]
00000400:00000200:0.0:1790693352.761825:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.761831:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693352.761835:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.761838:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693352.761840:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693352.761843:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693352.761846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693352.761848:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693352.761852:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.761853:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693352.761856:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693352.761859:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693352.761862:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693352.761864:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693352.761866:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693352.761870:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761876:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.761879:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761885:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761886:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693352.761889:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693352.761892:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693352.761895:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693352.761897:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298508826
00000100:00000001:0.0:1790693352.761899:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.761901:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298508826
00000100:00000001:0.0:1790693352.761903:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.761905:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693352.761907:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.761909:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693352.761912:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693352/real 1790693352]  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693352.761919:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693352.761921:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693352.761922:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693352.761925:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693352.761926:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693352.761928:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693352.761931:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693352.761939:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761945:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693352.761946:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.761948:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.761949:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693352.761953:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761959:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693352.761963:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.761969:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693352.761972:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.761973:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.761974:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.761976:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693352.761978:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693352.761980:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693352.761984:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693352.761985:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693352.761989:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693352.761996:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305216:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693352.762000:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693352.762003:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762008:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693352.762009:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.762011:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693352.762013:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693352.762014:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693352.762017:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305344:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693352.762019:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693352.762021:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693352.762022:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.762024:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693352.762027:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693352.762029:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693352.762032:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693352.762035:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693352.762038:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693352.762041:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305344, portal 4
00000100:00000001:0.0:1790693352.762043:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693352.762044:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693352.762049:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762062:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693352.762065:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693352.762067:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693352.762069:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101305344, offset 0
00000400:00000200:0.0:1790693352.762072:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693352.762076:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.762079:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693352.762082:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693352.762084:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693352.762086:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693352.762088:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693352.762091:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6620:6620:256:4294967295] 192.168.204.134@tcp LPNI seq info [6615:6615:8:4294967295]
00000400:00000200:0.0:1790693352.762095:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.762101:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693352.762105:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.762108:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693352.762111:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693352.762113:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693352.762115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693352.762117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693352.762119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.762121:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693352.762123:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693352.762125:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693352.762127:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693352.762128:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693352.762130:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693352.762132:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762137:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.762140:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762146:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.762148:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693352.762151:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693352.762154:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693352.762157:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693352.762159:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298508820
00000100:00000001:0.0:1790693352.762162:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.762164:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298508820
00000100:00000001:0.0:1790693352.762166:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.762168:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693352.762170:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.762172:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693352.762175:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693352/real 1790693352]  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693352.762182:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693352.762183:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693352.762185:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693352.762187:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693352.762189:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693352.762191:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693352.762194:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693352.762201:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762206:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693352.762208:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762209:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.762211:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693352.762214:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762220:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693352.762224:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762230:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693352.762232:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762234:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.762235:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762236:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693352.762238:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693352.762240:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693352.762243:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693352.762245:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693352.762249:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693352.762256:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305344:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693352.762260:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762262:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.762265:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101305088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762271:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693352.762273:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693352.762275:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693352.762278:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693352.762279:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693352.762281:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693352.762283:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693352.762284:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693352.762287:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693352.762288:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693352.762288:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693352.762290:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693352.762291:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762292:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.762295:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101305216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762298:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693352.762299:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693352.762300:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693352.762302:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693352.762302:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693352.762303:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693352.762306:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693352.762307:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:0.0:1790693352.762309:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693352.762310:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693352.762311:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:0.0:1790693352.762313:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693352.762314:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762315:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.762318:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101305344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762324:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693352.762325:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693352.762326:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693352.762328:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693352.762329:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693352.762330:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693352.762332:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693352.762333:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:0.0:1790693352.762335:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693352.762336:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693352.762338:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693352.762340:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693352.762341:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762343:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762347:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693352.762349:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.762350:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693352.762351:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693352.762352:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693352.762355:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762359:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693352.762360:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.762361:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693352.762362:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693352.762364:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693352.762365:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305472:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693352.762367:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693352.762369:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693352.762370:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693352.762371:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693352.762373:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693352.762374:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693352.762378:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693352.762380:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693352.762383:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693352.762386:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305472, portal 4
00000100:00000001:0.0:1790693352.762388:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693352.762389:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693352.762394:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762434:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693352.762437:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693352.762440:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693352.762442:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101305472, offset 0
00000400:00000200:0.0:1790693352.762446:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693352.762450:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.762453:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693352.762456:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693352.762458:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693352.762460:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693352.762463:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693352.762465:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6621:6621:256:4294967295] 192.168.204.134@tcp LPNI seq info [6616:6616:8:4294967295]
00000400:00000200:0.0:1790693352.762469:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693352.762475:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693352.762479:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.762483:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693352.762487:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693352.762489:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693352.762493:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693352.762495:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693352.762497:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693352.762499:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693352.762501:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693352.762503:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693352.762505:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693352.762506:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693352.762507:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693352.762510:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762515:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.762517:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762520:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.762521:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693352.762523:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693352.762526:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693352.762528:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693352.762530:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298508826
00000100:00000001:0.0:1790693352.762532:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.762534:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298508826
00000100:00000001:0.0:1790693352.762536:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298510083
00000100:00000001:0.0:1790693352.762538:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693352.762540:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.762542:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693352.762545:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693352/real 1790693352]  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693352.762552:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693352.762553:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693352.762555:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693352.762557:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693352.762558:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693352.762560:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693352.762563:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693352.762571:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762577:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693352.762579:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762580:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.762582:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693352.762585:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762591:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693352.762594:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762601:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693352.762603:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762604:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693352.762606:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762607:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693352.762609:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693352.762611:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693352.762615:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693352.762617:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693352.762620:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693352.762627:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305472:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693352.762631:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762632:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693352.762635:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101305472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693352.762642:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693352.762643:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693352.762645:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693352.762647:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693352.762649:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693352.762650:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693352.762651:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693352.762653:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:0.0:1790693352.762655:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693352.762656:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693352.762657:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693352.762660:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693352.762661:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762662:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693352.762666:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693352.762667:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693352.762669:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693352.762670:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693353.143539:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693353.143543:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693353.143544:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693353.143548:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693353.143552:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693353.143557:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693353.143559:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693353.143562:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693353.143565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693353.143586:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693353.143588:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693353.143589:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693353.143591:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693353.143593:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693353.143595:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693353.143597:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693353.143598:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693353.143601:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693353.143603:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693353.143608:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693353.143610:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693353.143613:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693353.143616:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693353.143619:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693353.143622:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693353.143624:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693353.143626:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693353.143639:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693353.143644:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693353.143647:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693354.103554:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298510083, at 4298510144
00000100:00000040:0.0:1790693354.103566:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298510083, at 4298510144
00000100:00000010:1.0:1790693354.103569:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190360.
00000100:00000010:0.0:1790693354.103584:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693354.167511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693354.167518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693354.167520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693354.167526:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693354.167530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693354.167533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693354.167536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693354.167538:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693354.167541:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693354.167550:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693354.167558:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693354.167560:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693354.167565:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693354.167569:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693354.167573:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693354.167576:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693354.167578:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693354.167581:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693354.167674:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693354.167678:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693354.167679:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693354.167682:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693354.167684:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693354.167686:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693354.167689:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693354.167691:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693354.167692:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693354.168217:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693354.168221:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693354.168224:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693354.807837:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693354.807845:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693354.807847:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693354.807852:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693354.807856:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693354.807859:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693354.807861:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693354.807863:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693354.807866:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693355.191503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693355.191510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693355.191514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693355.191521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693355.191525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693355.191532:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693355.191537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693355.191540:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693355.191545:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693355.191655:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693355.191659:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693355.191662:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693355.191665:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693355.191669:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693355.191671:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693355.191675:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693355.191677:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693355.191680:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693355.191682:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693355.191684:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693355.191686:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693355.831501:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693355.831509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693355.831511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693355.831526:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693355.831530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693355.831534:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693355.831536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693355.831539:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693355.831541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693356.215509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693356.215517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693356.215522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693356.215530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693356.215535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693356.215538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693356.215541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693356.215545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693356.215551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693356.216424:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693356.216429:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693356.216433:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693356.216442:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693356.216447:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693356.216448:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693356.216450:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693356.216453:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693356.216455:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693356.216457:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693356.216458:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693356.216460:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693356.855544:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693356.855552:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693356.855556:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693356.855560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693356.855564:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693356.855567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693356.855571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693356.855574:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693356.855576:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.240375:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693357.240380:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693357.240383:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693357.240386:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693357.240391:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693357.240395:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.240428:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693357.240431:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.240434:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693357.240448:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693357.240452:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693357.240455:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693357.240609:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693357.240612:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693357.240614:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693357.240616:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693357.240619:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693357.240621:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693357.240623:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693357.240624:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693357.240626:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.240659:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693357.240662:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693357.240663:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693357.240666:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693357.240668:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693357.240670:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693357.240672:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693357.240674:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693357.240676:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693357.879532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693357.879535:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693357.879542:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1790693357.879544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693357.879546:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.879548:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693357.879553:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790693357.879554:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693357.879560:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693357.879561:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693357.879565:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693357.879571:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3841
00000100:00000001:2.0:1790693357.879571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693357.879577:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693357.879580:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693357.879585:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693357.879592:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693357.879596:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693357.879599:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.879601:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693357.879604:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.879606:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693357.879612:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693357.879614:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693357.879616:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693357.879618:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693357.879620:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693357.879622:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693357.879624:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.879625:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693357.879626:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.879628:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693357.879631:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693357.879634:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693357.879637:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693357.879640:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693357.879643:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693357.879645:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.879648:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693357.879651:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693357.879660:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693357.879664:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693357.879668:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693357.879670:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.879673:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693357.879676:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693357.879680:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693357.879687:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693357.879694:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693357.879703:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693357.879713:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693357.879716:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693357.879726:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693357.879747:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693357.879750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693357.879754:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693357.879755:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693357.879757:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693357.879760:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693357.879763:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3841
00000400:00000200:1.0:1790693357.879768:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693357.879772:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693357.879775:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693357.879775:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693357.879781:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693357.879781:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693357.879786:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693357.879786:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693357.879790:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.879794:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:0.0:1790693357.879797:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693357.879798:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693357.879800:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693357.879803:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693357.879806:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693357.879811:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693357.879813:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693357.879816:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.879820:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693357.879823:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693357.879825:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693357.879828:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693357.879834:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.879836:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693357.879840:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:0.0:1790693357.879844:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101305600:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693357.879845:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693357.879851:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:0.0:1790693357.879853:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1790693357.879857:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:0.0:1790693357.879859:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693357.879859:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693357.879862:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693357.879863:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693357.879867:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693357.879868:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693357.879871:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.879873:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:0.0:1790693357.879874:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
00000008:00100000:1.0:1790693357.879877:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1790693357.879878:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693357.879883:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.879885:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693357.879888:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:1.0:1790693357.879888:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000020:00000040:1.0:1790693357.879893:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000010:0.0:1790693357.879895:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
02000000:00000001:1.0:1790693357.879895:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693357.879896:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.879901:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693357.879903:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1790693357.879905:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
02000000:00000001:1.0:1790693357.879905:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693357.879913:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693357.879917:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693357.879922:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1790693357.879926:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305600, portal 25
00000100:00000001:0.0:1790693357.879932:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693357.879934:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693357.879935:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000001:1.0:1790693357.879938:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693357.879945:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693357.879946:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.879967:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693357.879970:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693357.879974:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693357.879975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1790693357.879978:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00080000:1.0:1790693357.879980:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1790693357.879984:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101305600, offset 0
00000100:00000001:1.0:1790693357.879984:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693357.879987:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693357.879992:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1790693357.879995:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693357.879997:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3841
00000400:00000200:1.0:1790693357.880002:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693357.880005:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693357.880006:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693357.880008:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880010:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693357.880013:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693357.880014:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880018:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693357.880025:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693357.880031:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693357.880034:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693357.880038:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693357.880041:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693357.880044:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6622:6622:256:4294967295] 192.168.204.134@tcp LPNI seq info [6617:6617:8:4294967295]
00000400:00000200:0.0:1790693357.880049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.880065:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1790693357.880072:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1790693357.880074:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693357.880075:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693357.880077:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693357.880080:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693357.880082:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000010:0.0:1790693357.880083:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000020:00000001:1.0:1790693357.880084:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693357.880090:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880091:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693357.880092:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880095:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:0.0:1790693357.880097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:1.0:1790693357.880098:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693357.880103:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:0.0:1790693357.880105:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1790693357.880106:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693357.880108:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693357.880111:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693357.880115:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693357.880116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693357.880117:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693357.880120:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1790693357.880122:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000008:00000001:1.0:1790693357.880123:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.880124:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693357.880127:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693357.880129:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693357.880130:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693357.880131:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.880133:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693357.880134:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693357.880136:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693357.880140:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000800:00000100:0.0:1790693357.880145:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880146:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1790693357.880149:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000100:00100000:1.0:1790693357.880154:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693357.880158:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693357.880168:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1790693357.880169:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693357.880173:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693357.880175:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00000040:1.0:1790693357.880179:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693357.880180:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693357.880186:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693357.880189:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693357.880192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1790693357.880194:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693357.880195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693357.880205:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1790693357.880206:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790693357.880207:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1790693357.880212:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693357.880213:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693357.880220:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3841
00000100:00000001:0.0:1790693357.880227:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.880229:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:1.0:1790693357.880233:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693357.880238:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693357.880240:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693357.880243:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693357.880244:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880249:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693357.880251:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693357.880253:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693357.880256:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298515202
00000100:00000001:1.0:1790693357.880258:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000010:0.0:1790693357.880262:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000020:00000001:1.0:1790693357.880264:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693357.880267:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693357.880269:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693357.880270:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1790693357.880271:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693357.880276:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693357.880277:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:0.0:1790693357.880280:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298515202
00000100:00000040:1.0:1790693357.880281:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880285:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1790693357.880286:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190b40.
00000100:00000001:0.0:1790693357.880291:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1790693357.880295:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880297:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693357.880302:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693357.880302:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:0.0:1790693357.880316:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693357.880320:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693357.880322:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693357.880326:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693357.880329:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693357/real 1790693357]  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693357.880330:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693357.880334:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693357.880340:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.880345:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000001:0.0:1790693357.880346:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:1.0:1790693357.880347:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1790693357.880350:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:1.0:1790693357.880351:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.880354:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693357.880355:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693357.880359:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693357.880360:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693357.880363:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000010:1.0:1790693357.880363:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693357.880368:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000200:0.0:1790693357.880372:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693357.880372:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693357.880375:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.880379:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693357.880382:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693357.880385:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693357.880389:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693357.880392:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693357.880420:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693357.880426:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693357.880431:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693357.880433:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693357.880438:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880442:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693357.880445:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693357.880449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693357.880451:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693357.880455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693357.880456:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693357.880459:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1790693357.880460:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693357.880462:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693357.880467:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:0.0:1790693357.880468:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693357.880472:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3841
00000400:00000200:1.0:1790693357.880481:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693357.880483:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693357.880487:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693357.880491:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693357.880492:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693357.880497:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880501:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693357.880504:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880508:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693357.880513:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1790693357.880513:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693357.880514:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693357.880517:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693357.880520:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693357.880520:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693357.880522:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693357.880525:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1790693357.880526:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693357.880530:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693357.880530:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880534:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693357.880536:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1790693357.880537:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693357.880540:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693357.880540:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693357.880544:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693357.880548:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693357.880548:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693357.880550:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693357.880554:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693357.880556:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693357.880557:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000001:1.0:1790693357.880558:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.880563:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1790693357.880563:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693357.880564:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693357.880569:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.880570:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693357.880573:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790693357.880574:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693357.880578:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693357.880582:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693357.880585:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693357.880589:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693357.880591:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693357.880594:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693357.880595:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101305600:192.168.204.134@tcp:250:
02000000:00000010:1.0:1790693357.880597:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:0.0:1790693357.880602:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693357.880602:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.880607:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1790693357.880609:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693357.880614:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101305600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693357.880616:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693357.880619:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693357.880626:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880628:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693357.880631:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693357.880635:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
00000100:00000001:1.0:1790693357.880637:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.880640:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693357.880643:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000040:1.0:1790693357.880643:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3851)
00000020:00000040:0.0:1790693357.880645:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693357.880649:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693357.880651:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693357.880655:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693357.880657:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693357.880659:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:0.0:1790693357.880661:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693357.880663:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.880665:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.880672:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693357.880673:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.880675:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693357.880677:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693357.880678:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693357.880682:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880689:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693357.880690:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.880692:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693357.880694:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693357.880696:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693357.880699:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305728:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693357.880701:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693357.880703:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693357.880704:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.880706:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693357.880709:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693357.880711:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693357.880714:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693357.880717:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693357.880720:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693357.880724:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305728, portal 10
00000100:00000001:0.0:1790693357.880726:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693357.880727:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:0.0:1790693357.880733:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880740:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693357.880742:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693357.880744:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693357.880747:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101305728, offset 0
00000400:00000200:0.0:1790693357.880750:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693357.880754:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.880758:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693357.880761:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693357.880763:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693357.880765:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693357.880768:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693357.880771:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6623:6623:256:4294967295] 192.168.204.134@tcp LPNI seq info [6618:6618:8:4294967295]
00000400:00000200:0.0:1790693357.880774:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.880780:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693357.880784:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.880787:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693357.880791:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693357.880794:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790693357.880797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693357.880800:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1790693357.880803:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.880805:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693357.880808:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693357.880811:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693357.880813:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693357.880815:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693357.880817:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693357.880820:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880827:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.880830:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880836:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.880838:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693357.880840:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693357.880843:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693357.880846:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693357.880848:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298513939
00000100:00000001:0.0:1790693357.880850:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.880852:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298513939
00000100:00000001:0.0:1790693357.880854:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.880856:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693357.880858:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.880860:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693357.880863:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693357/real 1790693357]  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693357.880870:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693357.880871:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693357.880873:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693357.880875:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693357.880877:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693357.880878:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693357.880881:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693357.880888:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880894:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693357.880896:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.880897:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.880898:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693357.880901:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880908:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693357.880912:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880918:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693357.880920:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.880922:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.880923:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.880925:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693357.880927:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693357.880929:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693357.880932:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693357.880934:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693357.880938:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693357.880945:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305728:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693357.880948:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693357.880951:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.880957:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693357.880958:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.880961:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693357.880962:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693357.880964:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693357.880966:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305856:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693357.880969:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693357.880971:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693357.880973:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.880974:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693357.880977:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693357.880979:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693357.880981:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693357.880983:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693357.880986:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693357.880989:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305856, portal 10
00000100:00000001:0.0:1790693357.880990:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693357.880992:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:0.0:1790693357.880997:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881002:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693357.881004:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693357.881006:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693357.881009:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101305856, offset 0
00000400:00000200:0.0:1790693357.881012:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693357.881015:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.881019:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693357.881022:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693357.881024:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693357.881026:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693357.881028:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693357.881030:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6624:6624:256:4294967295] 192.168.204.134@tcp LPNI seq info [6619:6619:8:4294967295]
00000400:00000200:0.0:1790693357.881034:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.881039:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693357.881043:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.881046:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693357.881049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693357.881052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790693357.881055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693357.881058:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1790693357.881061:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.881063:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693357.881066:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693357.881068:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693357.881071:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693357.881073:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693357.881075:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693357.881078:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881085:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.881087:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881093:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.881095:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693357.881098:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693357.881101:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693357.881103:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693357.881106:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298513945
00000100:00000001:0.0:1790693357.881108:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.881110:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298513945
00000100:00000001:0.0:1790693357.881112:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.881113:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693357.881115:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.881117:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693357.881120:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693357/real 1790693357]  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693357.881127:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693357.881128:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693357.881129:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693357.881132:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693357.881133:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693357.881135:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693357.881138:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693357.881146:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881151:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693357.881152:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881154:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.881155:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693357.881159:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881164:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693357.881167:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881174:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693357.881176:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881177:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.881179:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881180:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693357.881182:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693357.881184:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693357.881187:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693357.881189:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693357.881192:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693357.881199:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305856:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693357.881202:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693357.881205:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881211:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693357.881212:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.881214:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693357.881216:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693357.881217:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693357.881220:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305984:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693357.881223:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693357.881224:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693357.881226:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.881227:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693357.881230:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693357.881232:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693357.881235:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693357.881238:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693357.881240:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693357.881243:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101305984, portal 4
00000100:00000001:0.0:1790693357.881245:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693357.881246:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:0.0:1790693357.881251:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881257:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693357.881260:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693357.881262:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693357.881264:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101305984, offset 0
00000400:00000200:0.0:1790693357.881267:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693357.881270:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.881273:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693357.881276:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693357.881278:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693357.881280:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693357.881282:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693357.881284:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6625:6625:256:4294967295] 192.168.204.134@tcp LPNI seq info [6620:6620:8:4294967295]
00000400:00000200:0.0:1790693357.881288:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.881293:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693357.881297:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.881300:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693357.881319:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693357.881322:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790693357.881326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693357.881328:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1790693357.881332:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.881334:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693357.881336:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693357.881339:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693357.881342:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693357.881344:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693357.881346:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693357.881350:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881356:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.881359:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881365:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.881366:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693357.881368:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693357.881371:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693357.881374:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693357.881376:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298513939
00000100:00000001:0.0:1790693357.881378:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.881380:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298513939
00000100:00000001:0.0:1790693357.881381:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.881384:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693357.881386:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.881388:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693357.881391:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693357/real 1790693357]  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693357.881420:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693357.881422:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693357.881424:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693357.881428:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693357.881430:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693357.881432:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693357.881435:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693357.881443:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881456:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693357.881458:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881460:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.881462:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693357.881466:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881473:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693357.881477:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881483:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693357.881485:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881487:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.881488:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881489:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693357.881491:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693357.881493:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693357.881496:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693357.881498:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693357.881502:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693357.881508:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101305984:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693357.881511:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693357.881514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881520:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693357.881521:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.881523:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693357.881526:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693357.881527:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693357.881530:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306112:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693357.881532:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693357.881534:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693357.881535:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693357.881537:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693357.881540:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693357.881542:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693357.881545:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693357.881547:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693357.881550:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693357.881552:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101306112, portal 4
00000100:00000001:0.0:1790693357.881554:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693357.881555:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:0.0:1790693357.881560:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881566:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693357.881568:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693357.881571:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693357.881573:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101306112, offset 0
00000400:00000200:0.0:1790693357.881577:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693357.881580:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.881583:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693357.881586:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693357.881588:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693357.881590:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693357.881592:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693357.881595:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6626:6626:256:4294967295] 192.168.204.134@tcp LPNI seq info [6621:6621:8:4294967295]
00000400:00000200:0.0:1790693357.881598:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693357.881603:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693357.881607:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.881610:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693357.881613:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693357.881616:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1790693357.881620:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693357.881622:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1790693357.881626:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693357.881627:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693357.881630:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693357.881633:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693357.881635:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693357.881637:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693357.881639:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693357.881642:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881648:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.881651:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881656:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.881658:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693357.881661:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693357.881663:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693357.881666:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693357.881668:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298513945
00000100:00000001:0.0:1790693357.881670:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.881672:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298513945
00000100:00000001:0.0:1790693357.881674:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298515202
00000100:00000001:0.0:1790693357.881675:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693357.881677:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.881679:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693357.881682:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693357/real 1790693357]  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693357.881694:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693357.881695:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693357.881696:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693357.881698:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693357.881700:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693357.881702:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693357.881705:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693357.881712:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881717:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693357.881719:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881720:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.881721:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693357.881724:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881730:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693357.881733:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881739:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693357.881741:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881742:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693357.881744:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881745:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693357.881747:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693357.881749:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693357.881752:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693357.881754:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693357.881758:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693357.881764:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306112:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693357.881767:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881769:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.881772:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101305728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881777:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693357.881779:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693357.881780:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693357.881783:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693357.881784:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693357.881785:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693357.881787:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693357.881789:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:0.0:1790693357.881791:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693357.881792:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693357.881793:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693357.881796:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693357.881797:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881799:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.881801:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101305856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881807:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693357.881808:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693357.881809:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693357.881811:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693357.881812:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693357.881813:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693357.881815:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693357.881816:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693357.881818:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693357.881819:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693357.881821:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:0.0:1790693357.881823:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693357.881824:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881825:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.881828:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101305984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881833:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693357.881834:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693357.881836:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693357.881838:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693357.881839:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693357.881840:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693357.881842:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693357.881843:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:0.0:1790693357.881845:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693357.881847:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693357.881848:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:0.0:1790693357.881850:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693357.881851:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881852:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693357.881855:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101306112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693357.881860:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693357.881861:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693357.881863:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72400.
02000000:00000001:0.0:1790693357.881865:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693357.881866:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693357.881867:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693357.881868:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693357.881870:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:0.0:1790693357.881871:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693357.881872:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693357.881873:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:0.0:1790693357.881876:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693357.881877:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881878:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693357.881882:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693357.881883:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693357.881885:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693357.881886:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693358.263500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693358.263500:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693358.263500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693358.263510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693358.263510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693358.263510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693358.263514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693358.263515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693358.263515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693358.263523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693358.263524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693358.263524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693358.263530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693358.263530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693358.263530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693358.263538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693358.263539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693358.263539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693358.263545:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693358.263546:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693358.263549:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693358.263550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693358.263555:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693358.263556:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693358.263556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693358.263559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693358.263561:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693358.263706:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693358.263710:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693358.263713:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693358.903588:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693358.903596:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693358.903598:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693358.903603:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693358.903621:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693358.903625:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693358.903628:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693358.903630:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693358.903633:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693359.223600:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298515202, at 4298515264
00000100:00000010:1.0:1790693359.223615:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190b40.
00000100:00000040:0.0:1790693359.223764:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298515202, at 4298515264
00000100:00000010:0.0:1790693359.223769:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693359.287509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693359.287517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693359.287521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693359.287527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693359.287533:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693359.287538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693359.287542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693359.287545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693359.287550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693359.287639:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693359.287642:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693359.287644:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693359.287648:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693359.287651:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693359.287653:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693359.287655:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693359.287657:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693359.287680:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693359.287684:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693359.287709:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693359.287755:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693359.927598:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693359.927607:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693359.927609:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693359.927614:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693359.927618:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693359.927622:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693359.927625:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693359.927627:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693359.927630:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693360.311512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693360.311519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693360.311521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693360.311527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693360.311530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693360.311536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693360.311539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693360.311541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693360.311544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693360.311567:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693360.311571:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693360.311573:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693360.311576:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693360.311579:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693360.311581:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693360.311583:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693360.311585:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693360.311587:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693360.311787:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693360.311790:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693360.311793:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693361.335511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693361.335511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693361.335520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693361.335520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693361.335524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693361.335524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693361.335531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693361.335532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693361.335538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693361.335539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693361.335542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693361.335543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693361.335545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693361.335548:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693361.335548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693361.335552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693361.335552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693361.335558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693361.335781:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693361.335784:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693361.335786:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693361.335794:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693361.335798:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693361.335800:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693361.335803:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693361.335806:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693361.335808:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693361.335810:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693361.335811:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693361.335813:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693362.359558:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693362.359558:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693362.359558:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693362.359573:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693362.359575:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693362.359575:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693362.359579:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693362.359580:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693362.359580:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693362.359591:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693362.359597:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693362.359599:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693362.359602:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693362.359605:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693362.359607:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693362.359609:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693362.359612:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693362.359613:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693362.359615:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693362.359617:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693362.359619:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693362.359623:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693362.359625:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693362.359628:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693362.359628:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693362.359633:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693362.359639:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693362.999513:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693362.999523:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693362.999526:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693362.999530:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693362.999534:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693362.999542:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3846
00000400:00000200:1.0:1790693362.999551:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693362.999557:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693362.999560:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693362.999562:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999565:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693362.999567:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999570:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693362.999578:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693362.999580:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693362.999583:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693362.999587:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693362.999589:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693362.999592:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693362.999595:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999597:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693362.999599:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999601:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693362.999604:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693362.999607:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999610:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693362.999614:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693362.999617:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693362.999620:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693362.999622:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693362.999624:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693362.999633:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693362.999637:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693362.999640:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693362.999641:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693362.999644:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693362.999647:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693362.999651:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693362.999658:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693362.999664:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693362.999673:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693362.999683:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693362.999686:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693362.999691:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693362.999713:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693362.999717:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693362.999721:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693362.999724:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693362.999725:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693362.999729:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693362.999732:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3846
00000400:00000200:1.0:1790693362.999737:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693362.999742:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693362.999744:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693362.999747:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999750:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693362.999756:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999759:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693362.999763:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693362.999765:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693362.999767:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693362.999770:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693362.999772:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693362.999773:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693362.999776:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999778:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693362.999779:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999781:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693362.999783:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693362.999785:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693362.999787:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693362.999788:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693362.999790:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1790693362.999792:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693362.999795:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693362.999796:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693362.999797:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693362.999799:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693362.999801:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1790693362.999802:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693362.999806:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693362.999806:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693362.999810:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693362.999811:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693362.999811:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693362.999814:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000100:00100000:2.0:1790693362.999818:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000020:00000040:1.0:1790693362.999820:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:2.0:1790693362.999824:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693362.999827:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1790693362.999827:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693362.999829:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693362.999831:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693362.999831:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693362.999832:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693362.999837:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693362.999838:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693362.999840:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693362.999843:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693362.999845:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693362.999845:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693362.999848:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693362.999851:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693362.999852:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00100000:0.0:1790693362.999855:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101306240:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693362.999858:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693362.999860:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693362.999862:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693362.999865:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693362.999867:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1790693362.999869:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1790693362.999872:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693362.999877:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693362.999883:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693362.999884:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693362.999886:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693362.999889:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000100:00000040:1.0:1790693362.999893:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693362.999895:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693362.999903:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101306240, portal 25
00000100:00000001:0.0:1790693362.999906:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693362.999907:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000001:1.0:1790693362.999907:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693362.999913:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790693362.999916:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693362.999919:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693362.999922:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693362.999924:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693362.999930:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693362.999931:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790693362.999933:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3846
00000100:00000040:0.0:1790693362.999937:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693362.999940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000400:00000200:1.0:1790693362.999940:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:0.0:1790693362.999944:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101306240, offset 0
00000400:00000200:1.0:1790693362.999945:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693362.999948:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693362.999952:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693362.999954:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693362.999963:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693362.999964:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693362.999969:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693362.999972:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693362.999973:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693362.999978:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693362.999988:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693362.999991:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693362.999993:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693362.999996:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6627:6627:256:4294967295] 192.168.204.134@tcp LPNI seq info [6622:6622:8:4294967295]
00000400:00000200:0.0:1790693362.999999:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.000005:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1790693363.000009:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1790693363.000010:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693363.000011:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693363.000014:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:0.0:1790693363.000017:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000020:00000040:1.0:1790693363.000017:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693363.000021:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693363.000022:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:0.0:1790693363.000026:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693363.000027:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693363.000030:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1790693363.000030:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693363.000032:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000036:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693363.000038:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000200:0.1:1790693363.000039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:1.0:1790693363.000043:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:0.1:1790693363.000044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1790693363.000046:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693363.000049:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1790693363.000051:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693363.000052:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1790693363.000055:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
02000000:00000001:1.0:1790693363.000055:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000060:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693363.000061:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1790693363.000062:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1790693363.000063:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000066:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693363.000070:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1790693363.000071:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000400:00000200:0.0:1790693363.000074:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000020:00000040:1.0:1790693363.000074:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693363.000076:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1790693363.000077:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
02000000:00000001:1.0:1790693363.000078:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000081:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1790693363.000082:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1790693363.000083:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693363.000086:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693363.000089:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693363.000091:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693363.000095:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000101:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1790693363.000102:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693363.000106:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000131:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000133:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693363.000139:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000145:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693363.000148:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693363.000149:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000152:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298520322
00000100:00000040:1.0:1790693363.000157:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693363.000160:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693363.000169:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693363.000169:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693363.000174:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693363.000177:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298520322
00000100:00000010:0.0:1790693363.000181:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190ba0.
00000100:00000001:0.0:1790693363.000184:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693363.000189:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693363.000189:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693363.000192:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000194:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1790693363.000196:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1790693363.000197:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1790693363.000202:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693362/real 1790693363]  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693363.000214:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693363.000218:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3846
00000400:00000200:1.0:1790693363.000223:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693363.000226:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693363.000228:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693363.000231:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000233:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693363.000235:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000236:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693363.000247:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693363.000248:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693363.000250:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693363.000252:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693363.000254:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693363.000256:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693363.000259:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000261:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693363.000263:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000264:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693363.000268:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693363.000270:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000272:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693363.000274:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693363.000277:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693363.000282:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000287:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693363.000290:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693363.000294:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000295:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1790693363.000296:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:1.0:1790693363.000298:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000400:00000001:0.0:1790693363.000300:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1790693363.000301:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000010:0.0:1790693363.000304:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
02000000:00000001:1.0:1790693363.000306:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693363.000308:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693363.000309:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000100:00000001:1.0:1790693363.000311:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1790693363.000313:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
02000000:00000001:1.0:1790693363.000314:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693363.000319:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:1.0:1790693363.000319:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693363.000327:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693363.000327:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693363.000332:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693363.000341:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1790693363.000344:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000355:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693363.000356:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.000359:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.000361:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693363.000365:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693363.000372:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693363.000375:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000377:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693363.000383:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693363.000391:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693363.000393:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693363.000433:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1790693363.000434:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693363.000436:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693363.000439:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693363.000443:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693363.000447:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3846
00000400:00000200:1.0:1790693363.000452:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693363.000453:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1790693363.000456:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693363.000460:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693363.000460:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693363.000463:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693363.000465:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693363.000465:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693363.000469:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693363.000469:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000472:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693363.000475:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1790693363.000476:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693363.000478:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:0.0:1790693363.000480:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1790693363.000480:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693363.000482:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693363.000487:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00080000:0.0:1790693363.000488:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1790693363.000489:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693363.000494:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000496:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693363.000498:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000499:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693363.000500:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693363.000502:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693363.000503:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693363.000505:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000001:1.0:1790693363.000505:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693363.000509:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693363.000511:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1790693363.000511:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000514:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693363.000517:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693363.000520:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693363.000521:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693363.000521:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693363.000526:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000020:00000040:1.0:1790693363.000528:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693363.000532:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693363.000535:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.000538:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693363.000540:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693363.000542:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693363.000543:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101306240:192.168.204.134@tcp:250:
02000000:00000010:1.0:1790693363.000545:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693363.000549:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000552:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693363.000554:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693363.000559:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693363.000561:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000564:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693363.000564:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693363.000570:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101306240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693363.000581:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000583:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693363.000586:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1790693363.000588:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3856)
02000000:00000010:0.0:1790693363.000589:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693363.000594:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693363.000595:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693363.000597:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693363.000598:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693363.000604:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:0.0:1790693363.000611:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693363.000613:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693363.000616:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:0.0:1790693363.000619:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693363.000621:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.000623:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.000635:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693363.000637:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000639:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693363.000640:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693363.000655:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693363.000658:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000663:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693363.000664:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.000666:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693363.000667:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693363.000668:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693363.000670:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306368:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693363.000672:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693363.000673:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693363.000674:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.000676:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693363.000678:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693363.000679:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693363.000682:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693363.000684:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693363.000687:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693363.000689:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101306368, portal 10
00000100:00000001:0.0:1790693363.000691:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693363.000692:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:0.0:1790693363.000696:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000701:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693363.000702:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693363.000703:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693363.000705:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101306368, offset 0
00000400:00000200:0.0:1790693363.000707:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693363.000716:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.000718:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693363.000720:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693363.000722:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693363.000723:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693363.000725:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693363.000727:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6628:6628:256:4294967295] 192.168.204.134@tcp LPNI seq info [6623:6623:8:4294967295]
00000400:00000200:0.0:1790693363.000730:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.000734:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693363.000737:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.000739:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693363.000741:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693363.000743:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790693363.000746:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693363.000748:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1790693363.000750:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.000751:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693363.000753:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693363.000755:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693363.000757:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693363.000758:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693363.000760:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693363.000762:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000767:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.000768:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000772:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000773:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693363.000775:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693363.000777:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693363.000779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693363.000781:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298519059
00000100:00000001:0.0:1790693363.000782:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.000784:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298519059
00000100:00000001:0.0:1790693363.000785:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.000787:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693363.000788:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000789:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693363.000791:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693363/real 1790693363]  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693363.000799:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693363.000800:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693363.000801:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693363.000802:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693363.000803:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693363.000804:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693363.000806:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693363.000810:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000813:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693363.000814:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.000816:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.000817:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693363.000819:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000822:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693363.000824:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000828:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693363.000829:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.000830:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.000830:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.000831:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693363.000833:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693363.000834:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693363.000836:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693363.000838:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693363.000840:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693363.000845:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306368:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693363.000847:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693363.000849:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000852:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693363.000853:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.000854:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693363.000855:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693363.000856:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693363.000857:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306496:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693363.000859:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693363.000860:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693363.000861:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.000862:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693363.000864:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693363.000865:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693363.000868:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693363.000871:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693363.000873:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693363.000876:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101306496, portal 10
00000100:00000001:0.0:1790693363.000878:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693363.000879:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:0.0:1790693363.000885:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000891:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693363.000893:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693363.000895:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693363.000897:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101306496, offset 0
00000400:00000200:0.0:1790693363.000900:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693363.000904:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.000907:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693363.000909:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693363.000911:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693363.000913:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693363.000915:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693363.000917:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6629:6629:256:4294967295] 192.168.204.134@tcp LPNI seq info [6624:6624:8:4294967295]
00000400:00000200:0.0:1790693363.000920:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.000925:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693363.000928:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.000931:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693363.000934:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693363.000936:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790693363.000940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693363.000942:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1790693363.000946:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.000947:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693363.000949:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693363.000952:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693363.000955:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693363.000956:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693363.000959:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693363.000962:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000969:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.000972:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.000978:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000979:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693363.000982:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693363.000984:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693363.000988:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693363.000990:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298519065
00000100:00000001:0.0:1790693363.000992:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.000993:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298519065
00000100:00000001:0.0:1790693363.000994:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.000996:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693363.000997:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.000998:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693363.001000:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693363/real 1790693363]  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693363.001005:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693363.001006:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693363.001007:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693363.001009:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693363.001011:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693363.001012:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693363.001015:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693363.001022:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001028:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693363.001030:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001031:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.001032:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693363.001036:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001042:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693363.001046:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001052:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693363.001054:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001056:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.001058:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001059:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693363.001060:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693363.001063:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693363.001066:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693363.001067:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693363.001071:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693363.001078:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306496:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693363.001081:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693363.001084:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001089:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693363.001090:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.001092:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693363.001093:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693363.001095:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693363.001097:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306624:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693363.001100:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693363.001102:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693363.001104:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.001105:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693363.001108:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693363.001109:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693363.001113:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693363.001115:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693363.001118:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693363.001121:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101306624, portal 4
00000100:00000001:0.0:1790693363.001123:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693363.001124:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:0.0:1790693363.001130:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001136:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693363.001138:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693363.001140:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693363.001142:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101306624, offset 0
00000400:00000200:0.0:1790693363.001146:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693363.001149:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.001153:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693363.001155:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693363.001157:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693363.001159:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693363.001161:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693363.001164:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6630:6630:256:4294967295] 192.168.204.134@tcp LPNI seq info [6625:6625:8:4294967295]
00000400:00000200:0.0:1790693363.001168:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.001173:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693363.001177:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.001180:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693363.001184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693363.001186:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790693363.001190:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693363.001193:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1790693363.001196:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.001198:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693363.001201:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693363.001203:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693363.001224:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693363.001226:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693363.001228:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693363.001232:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001239:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.001242:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001249:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.001250:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693363.001253:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693363.001256:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693363.001260:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693363.001261:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298519059
00000100:00000001:0.0:1790693363.001264:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.001266:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298519059
00000100:00000001:0.0:1790693363.001268:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.001269:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693363.001272:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.001273:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693363.001277:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693363/real 1790693363]  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693363.001285:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693363.001286:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693363.001288:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693363.001290:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693363.001292:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693363.001294:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693363.001297:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693363.001304:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001310:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693363.001311:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001313:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.001314:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693363.001317:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001323:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693363.001327:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001333:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693363.001335:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001337:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.001338:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001340:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693363.001341:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693363.001344:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693363.001347:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693363.001349:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693363.001353:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693363.001361:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306624:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693363.001365:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693363.001368:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001374:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693363.001375:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.001377:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693363.001379:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693363.001380:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693363.001383:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306752:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693363.001385:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693363.001387:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693363.001388:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693363.001391:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693363.001394:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693363.001395:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693363.001419:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693363.001422:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693363.001425:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693363.001428:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101306752, portal 4
00000100:00000001:0.0:1790693363.001429:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693363.001431:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:0.0:1790693363.001436:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001440:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693363.001441:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693363.001442:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693363.001444:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101306752, offset 0
00000400:00000200:0.0:1790693363.001446:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693363.001449:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.001451:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693363.001453:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693363.001455:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693363.001456:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693363.001458:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693363.001460:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6631:6631:256:4294967295] 192.168.204.134@tcp LPNI seq info [6626:6626:8:4294967295]
00000400:00000200:0.0:1790693363.001465:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693363.001470:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693363.001475:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.001477:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693363.001480:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693363.001483:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1790693363.001487:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693363.001490:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1790693363.001493:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693363.001495:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693363.001498:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693363.001501:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693363.001504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693363.001506:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693363.001508:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693363.001511:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001519:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.001522:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001528:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.001530:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693363.001533:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693363.001535:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693363.001538:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693363.001540:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298519065
00000100:00000001:0.0:1790693363.001542:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.001543:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298519065
00000100:00000001:0.0:1790693363.001545:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298520322
00000100:00000001:0.0:1790693363.001546:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693363.001547:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.001548:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693363.001551:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693363/real 1790693363]  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693363.001555:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693363.001556:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693363.001557:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693363.001558:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693363.001559:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693363.001561:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693363.001563:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693363.001568:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001571:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693363.001572:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001573:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.001574:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693363.001576:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001580:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693363.001583:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001589:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693363.001591:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001592:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693363.001593:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001594:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693363.001595:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693363.001598:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693363.001601:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693363.001603:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693363.001606:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693363.001614:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101306752:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693363.001617:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001619:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.001622:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101306368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001634:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693363.001636:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693363.001638:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693363.001641:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693363.001642:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693363.001644:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693363.001646:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693363.001647:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:0.0:1790693363.001650:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693363.001651:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693363.001652:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:0.0:1790693363.001654:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693363.001656:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001657:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.001661:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101306496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001667:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693363.001668:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693363.001669:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693363.001671:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693363.001673:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693363.001674:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693363.001676:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693363.001677:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:0.0:1790693363.001679:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693363.001680:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693363.001681:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:0.0:1790693363.001683:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693363.001684:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001686:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.001688:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101306624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001693:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693363.001694:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693363.001696:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693363.001698:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693363.001699:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693363.001701:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693363.001702:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693363.001703:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:0.0:1790693363.001705:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693363.001706:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693363.001707:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:0.0:1790693363.001708:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693363.001709:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001710:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693363.001713:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101306752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693363.001718:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693363.001719:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693363.001720:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693363.001722:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693363.001723:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693363.001724:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693363.001725:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693363.001726:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:0.0:1790693363.001728:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693363.001729:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693363.001730:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:0.0:1790693363.001732:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693363.001733:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001734:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.001738:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693363.001739:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.001741:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693363.001743:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693363.383523:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693363.383530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693363.383533:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693363.383539:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693363.383543:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693363.383548:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693363.383552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693363.383554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693363.383561:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693363.383565:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693363.383567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693363.383567:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693363.383573:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693363.383577:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693363.383581:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693363.383586:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693363.383590:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693363.383595:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693363.383631:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693363.383635:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693363.383639:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693363.383966:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693363.383969:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693363.383971:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693363.383973:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693363.383975:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693363.383977:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693363.383979:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693363.383980:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693363.383982:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693364.023523:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693364.023531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693364.023533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693364.023538:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693364.023541:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693364.023544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693364.023547:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693364.023549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693364.023552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693364.343522:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298520322, at 4298520384
00000100:00000040:1.0:1790693364.343522:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298520322, at 4298520384
00000100:00000010:1.0:1790693364.343538:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190ba0.
00000100:00000010:0.0:1790693364.343543:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693364.407491:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693364.407499:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693364.407502:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693364.407502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693364.407508:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693364.407511:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693364.407515:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693364.407517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693364.407517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693364.407518:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693364.407522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693364.407523:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693364.407523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693364.407528:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693364.407529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693364.407530:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693364.407534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693364.407536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693364.407538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693364.407542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693364.407543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693364.407547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693364.407550:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693364.407551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693364.407554:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693364.407557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693364.407559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693365.047506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693365.047515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693365.047518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693365.047523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693365.047527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693365.047531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693365.047534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693365.047537:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693365.047541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693365.431519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693365.431523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693365.431527:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693365.431528:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693365.431529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693365.431532:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693365.431535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693365.431536:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693365.431539:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693365.431540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693365.431545:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693365.431545:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693365.431547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693365.431548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693365.431551:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693365.431551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693365.431557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693365.431557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693365.431846:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693365.431849:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693365.431851:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693365.431853:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693365.431855:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693365.431857:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693365.431860:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693365.431861:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693365.431863:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693365.432553:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693365.432557:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693365.432560:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693366.071524:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693366.071531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693366.071534:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693366.071538:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693366.071541:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693366.071544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693366.071546:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693366.071548:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693366.071551:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693366.455538:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693366.455547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693366.455549:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693366.455555:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693366.455558:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693366.455562:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693366.455565:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693366.455567:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693366.455570:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693366.456059:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693366.456063:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693366.456064:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693366.456067:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693366.456070:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693366.456073:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693366.456074:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693366.456076:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693366.456078:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693366.456099:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693366.456104:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693366.456105:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693366.456108:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693366.456110:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693366.456112:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693366.456114:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693366.456116:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693366.456118:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693366.459021:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693366.459027:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693366.459031:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693367.095509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693367.095514:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693367.095516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693367.095519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693367.095522:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693367.095524:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693367.095526:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693367.095528:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693367.095529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693367.479518:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693367.479519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693367.479519:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693367.479530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693367.479530:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693367.479534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693367.479535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693367.479542:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693367.479543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693367.479549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693367.479550:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693367.479555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693367.479555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693367.479562:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693367.479563:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693367.479568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693367.479568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693367.479575:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693367.479575:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693367.479672:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693367.479675:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693367.479678:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693367.479680:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693367.479682:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693367.479684:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693367.479686:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693367.479687:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693367.479724:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693367.479728:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693367.479731:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693368.119548:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693368.119559:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693368.119563:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693368.119573:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693368.119579:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1790693368.119579:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693368.119588:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693368.119595:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693368.119596:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693368.119600:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693368.119602:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693368.119607:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693368.119609:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.119620:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693368.119634:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3851
00000400:00000200:2.0:1790693368.119641:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693368.119649:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693368.119653:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693368.119658:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.119661:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693368.119665:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.119668:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693368.119677:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693368.119680:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693368.119684:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693368.119687:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693368.119690:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693368.119693:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693368.119696:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.119698:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693368.119701:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.119703:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693368.119706:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693368.119709:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693368.119713:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693368.119716:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693368.119719:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693368.119722:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.119725:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693368.119728:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693368.119735:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693368.119738:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693368.119743:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693368.119744:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.119747:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693368.119751:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693368.119754:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693368.119761:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693368.119769:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693368.119779:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693368.119790:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693368.119793:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693368.119798:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693368.119827:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693368.119832:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693368.119836:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693368.119837:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693368.119839:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693368.119842:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693368.119845:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3851
00000400:00000200:2.0:1790693368.119850:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693368.119854:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693368.119858:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693368.119866:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.119869:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693368.119872:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693368.119874:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693368.119876:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693368.119880:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693368.119883:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693368.119885:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:1.0:1790693368.119886:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693368.119895:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693368.119898:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693368.119902:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693368.119908:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693368.119908:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693368.119923:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.119933:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693368.119940:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693368.119950:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693368.119951:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693368.119955:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693368.119957:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693368.119966:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:1.0:1790693368.119967:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1790693368.119969:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.119974:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693368.119974:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693368.119983:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693368.119987:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1790693368.119990:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101306880:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693368.119992:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.120004:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693368.120005:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693368.120013:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1790693368.120014:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693368.120019:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1790693368.120021:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.120025:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693368.120027:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693368.120037:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
00000100:00000010:2.0:1790693368.120038:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
02000000:00000001:1.0:1790693368.120046:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693368.120048:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693368.120053:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693368.120055:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120063:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693368.120064:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693368.120065:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693368.120068:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693368.120073:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
02000000:00000010:2.0:1790693368.120074:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693368.120084:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693368.120090:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00100000:2.0:1790693368.120091:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693368.120104:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693368.120122:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101306880, portal 25
00000100:00000001:2.0:1790693368.120123:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.120135:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1790693368.120137:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.120139:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693368.120155:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693368.120156:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693368.120166:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693368.120186:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693368.120187:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693368.120194:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1790693368.120199:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693368.120201:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1790693368.120205:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000001:2.0:1790693368.120207:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1790693368.120215:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101306880, offset 0
00000100:00080000:2.0:1790693368.120217:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3851
00000400:00000200:2.0:1790693368.120225:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.120233:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693368.120238:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693368.120242:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693368.120251:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693368.120252:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.120259:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693368.120264:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693368.120269:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693368.120270:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693368.120280:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693368.120281:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693368.120283:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693368.120285:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693368.120288:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693368.120292:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1790693368.120293:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693368.120304:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:2.0:1790693368.120305:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.120311:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693368.120313:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1790693368.120320:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693368.120323:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.120327:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693368.120333:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6632:6632:256:4294967295] 192.168.204.134@tcp LPNI seq info [6627:6627:8:4294967295]
00000400:00000200:1.0:1790693368.120340:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693368.120346:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693368.120354:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693368.120363:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693368.120364:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693368.120374:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693368.120379:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1790693368.120384:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693368.120387:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120392:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:1.0:1790693368.120395:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000008:00100000:2.0:1790693368.120396:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693368.120434:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120442:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693368.120448:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000800:00000200:1.0:1790693368.120454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:2.0:1790693368.120456:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000800:00000200:1.0:1790693368.120461:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1790693368.120463:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693368.120466:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120472:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1790693368.120475:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:2.0:1790693368.120477:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693368.120482:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693368.120482:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693368.120491:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693368.120491:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000800:00000010:1.0:1790693368.120498:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000100:00000001:2.0:1790693368.120501:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693368.120510:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1790693368.120513:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693368.120526:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790693368.120534:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693368.120536:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000100:00000001:2.0:1790693368.120538:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693368.120541:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000040:2.0:1790693368.120548:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.120549:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693368.120560:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693368.120590:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693368.120593:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693368.120595:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790693368.120597:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693368.120600:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693368.120602:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1790693368.120604:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693368.120606:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693368.120613:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3851
00000400:00000200:2.0:1790693368.120627:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693368.120630:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693368.120631:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693368.120634:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.120636:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693368.120646:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693368.120649:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120651:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693368.120655:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:2.0:1790693368.120660:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693368.120664:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:1.0:1790693368.120665:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693368.120669:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693368.120673:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000200:1.0:1790693368.120676:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693368.120682:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:1.0:1790693368.120684:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298525443
00000020:00000001:2.0:1790693368.120689:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000010:1.0:1790693368.120693:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3660.
00000100:00000040:2.0:1790693368.120698:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.120703:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693368.120706:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1790693368.120707:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.120715:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693368.120718:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298525443
00000020:00000040:2.0:1790693368.120719:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000010:1.0:1790693368.120726:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3360.
00000100:00080000:2.0:1790693368.120728:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693368.120735:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693368.120736:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.120741:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693368.120742:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693368.120748:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693368.120749:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693368.120754:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790693368.120756:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120760:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:1.0:1790693368.120765:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693368/real 1790693368]  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790693368.120765:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693368.120778:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120785:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693368.120787:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:2.0:1790693368.120789:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000400:00000001:1.0:1790693368.120792:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1790693368.120793:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000010:1.0:1790693368.120797:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
02000000:00000001:2.0:1790693368.120797:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693368.120802:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.120804:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693368.120806:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
02000000:00000001:2.0:1790693368.120806:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693368.120811:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693368.120813:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
02000000:00000010:2.0:1790693368.120816:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000100:00000001:1.0:1790693368.120819:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1790693368.120825:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693368.120828:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693368.120837:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790693368.120850:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693368.120855:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693368.120860:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.120872:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693368.120876:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693368.120876:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.120883:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.120886:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693368.120899:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693368.120900:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693368.120905:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693368.120923:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693368.120925:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693368.120927:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693368.120931:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693368.120935:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790693368.120937:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693368.120942:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3851
00000400:00000200:2.0:1790693368.120958:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693368.120971:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693368.120978:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693368.120988:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.120995:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693368.121000:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1790693368.121001:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693368.121008:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693368.121009:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693368.121016:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.121019:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693368.121020:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693368.121024:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1790693368.121024:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:1.0:1790693368.121028:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1790693368.121029:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693368.121035:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00080000:1.0:1790693368.121037:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1790693368.121042:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00080000:1.0:1790693368.121048:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000001:2.0:1790693368.121050:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693368.121056:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693368.121059:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.121064:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693368.121069:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693368.121071:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693368.121080:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693368.121088:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693368.121101:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:1.0:1790693368.121103:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101306880:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693368.121119:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693368.121125:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693368.121132:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693368.121133:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693368.121145:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1790693368.121145:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.121155:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693368.121158:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1790693368.121162:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101306880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790693368.121162:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.121171:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693368.121178:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693368.121186:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693368.121189:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693368.121189:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.121191:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693368.121192:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693368.121193:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693368.121203:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:1.0:1790693368.121206:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1790693368.121207:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121213:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:2.0:1790693368.121215:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790693368.121220:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
00000100:00000001:2.0:1790693368.121226:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693368.121229:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121230:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693368.121235:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000040:2.0:1790693368.121235:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693368.121241:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693368.121249:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693368.121254:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693368.121257:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121262:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1790693368.121266:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3861)
02000000:00000001:1.0:1790693368.121267:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693368.121272:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693368.121279:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693368.121281:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121284:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121295:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693368.121297:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.121299:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693368.121301:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693368.121303:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693368.121308:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121316:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693368.121317:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121320:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693368.121323:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693368.121325:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693368.121329:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307008:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693368.121332:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693368.121335:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693368.121337:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121339:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693368.121342:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693368.121344:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693368.121349:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693368.121352:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693368.121356:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693368.121359:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307008, portal 10
00000100:00000001:1.0:1790693368.121361:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693368.121362:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:1.0:1790693368.121370:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121377:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693368.121379:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693368.121381:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693368.121384:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101307008, offset 0
00000400:00000200:1.0:1790693368.121388:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693368.121393:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.121431:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693368.121436:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693368.121439:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693368.121441:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693368.121444:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693368.121448:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6633:6633:256:4294967295] 192.168.204.134@tcp LPNI seq info [6628:6628:8:4294967295]
00000400:00000200:1.0:1790693368.121452:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.121458:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693368.121463:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.121469:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693368.121474:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693368.121478:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693368.121484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693368.121487:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693368.121492:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.121494:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693368.121498:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693368.121501:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693368.121504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693368.121505:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693368.121508:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693368.121511:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121518:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.121521:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121526:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.121527:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693368.121530:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693368.121534:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693368.121537:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693368.121539:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298524180
00000100:00000001:1.0:1790693368.121542:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.121544:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298524180
00000100:00000001:1.0:1790693368.121546:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.121548:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693368.121550:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.121552:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693368.121555:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693368/real 1790693368]  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693368.121562:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693368.121563:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693368.121565:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693368.121567:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693368.121568:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693368.121570:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693368.121573:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693368.121579:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121585:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693368.121586:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121588:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.121589:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693368.121593:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121598:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693368.121602:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121608:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693368.121611:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121613:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.121615:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121617:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693368.121619:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693368.121621:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693368.121625:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693368.121627:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693368.121631:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693368.121638:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307008:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693368.121642:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693368.121645:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121650:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693368.121652:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121654:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693368.121656:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693368.121658:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693368.121660:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307136:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693368.121663:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693368.121665:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693368.121666:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121668:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693368.121671:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693368.121673:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693368.121676:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693368.121678:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693368.121681:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693368.121683:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307136, portal 10
00000100:00000001:1.0:1790693368.121685:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693368.121686:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:1.0:1790693368.121692:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121698:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693368.121701:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693368.121703:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693368.121705:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101307136, offset 0
00000400:00000200:1.0:1790693368.121709:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693368.121712:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.121716:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693368.121718:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693368.121720:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693368.121722:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693368.121724:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693368.121727:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6634:6634:256:4294967295] 192.168.204.134@tcp LPNI seq info [6629:6629:8:4294967295]
00000400:00000200:1.0:1790693368.121731:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.121737:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693368.121741:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.121744:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693368.121748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693368.121750:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693368.121753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693368.121756:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693368.121759:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.121761:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693368.121764:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693368.121767:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693368.121770:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693368.121772:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693368.121773:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693368.121777:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121783:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.121787:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121793:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.121794:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693368.121797:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693368.121800:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693368.121803:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693368.121806:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298524186
00000100:00000001:1.0:1790693368.121808:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.121811:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298524186
00000100:00000001:1.0:1790693368.121813:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.121815:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693368.121817:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.121818:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693368.121821:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693368/real 1790693368]  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693368.121829:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693368.121830:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693368.121832:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693368.121834:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693368.121836:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693368.121838:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693368.121841:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693368.121848:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121853:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693368.121854:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121856:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.121858:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693368.121861:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121868:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693368.121872:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121878:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693368.121880:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121882:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.121883:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.121884:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693368.121886:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693368.121888:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693368.121891:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693368.121893:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693368.121897:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693368.121904:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307136:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693368.121907:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693368.121911:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121917:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693368.121918:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121920:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693368.121922:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693368.121924:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693368.121926:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307264:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693368.121930:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693368.121932:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693368.121933:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.121935:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693368.121938:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693368.121940:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693368.121944:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693368.121946:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693368.121949:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693368.121952:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307264, portal 4
00000100:00000001:1.0:1790693368.121954:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693368.121955:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693368.121960:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.121965:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693368.121967:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693368.121969:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693368.121972:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101307264, offset 0
00000400:00000200:1.0:1790693368.121976:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693368.121979:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.121982:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693368.121984:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693368.121987:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693368.121989:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693368.121991:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693368.121993:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6635:6635:256:4294967295] 192.168.204.134@tcp LPNI seq info [6630:6630:8:4294967295]
00000400:00000200:1.0:1790693368.121997:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.122002:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693368.122007:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.122009:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693368.122012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693368.122015:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693368.122019:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693368.122022:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693368.122025:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.122027:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693368.122030:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693368.122034:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693368.122036:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693368.122038:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693368.122040:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693368.122043:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122050:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.122053:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122060:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.122061:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693368.122064:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693368.122067:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693368.122070:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693368.122072:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298524180
00000100:00000001:1.0:1790693368.122074:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.122077:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298524180
00000100:00000001:1.0:1790693368.122079:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.122080:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693368.122082:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.122084:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693368.122088:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693368/real 1790693368]  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693368.122094:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693368.122096:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693368.122097:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693368.122099:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693368.122101:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693368.122103:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693368.122121:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693368.122129:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122135:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693368.122137:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122139:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.122140:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693368.122143:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122150:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693368.122154:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122161:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693368.122164:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122165:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.122166:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122168:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693368.122170:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693368.122173:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693368.122176:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693368.122179:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693368.122183:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693368.122191:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307264:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693368.122195:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693368.122198:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122211:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693368.122212:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.122214:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693368.122216:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693368.122218:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693368.122221:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307392:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693368.122223:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693368.122225:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693368.122227:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693368.122228:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693368.122232:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693368.122233:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693368.122237:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693368.122239:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693368.122242:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693368.122245:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307392, portal 4
00000100:00000001:1.0:1790693368.122247:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693368.122249:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693368.122255:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122260:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693368.122262:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693368.122265:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693368.122267:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101307392, offset 0
00000400:00000200:1.0:1790693368.122270:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693368.122274:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.122278:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693368.122280:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693368.122282:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693368.122284:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693368.122287:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693368.122289:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6636:6636:256:4294967295] 192.168.204.134@tcp LPNI seq info [6631:6631:8:4294967295]
00000400:00000200:1.0:1790693368.122294:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693368.122299:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693368.122304:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.122307:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693368.122311:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693368.122314:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693368.122318:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693368.122350:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693368.122355:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693368.122357:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693368.122360:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693368.122364:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693368.122368:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693368.122370:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693368.122372:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693368.122377:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122385:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.122389:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122396:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.122428:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693368.122433:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693368.122438:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693368.122442:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693368.122444:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298524186
00000100:00000001:1.0:1790693368.122447:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.122449:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298524186
00000100:00000001:1.0:1790693368.122451:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298525443
00000100:00000001:1.0:1790693368.122453:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693368.122455:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.122458:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693368.122462:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693368/real 1790693368]  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693368.122470:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693368.122471:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693368.122473:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693368.122475:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693368.122477:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693368.122479:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693368.122483:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693368.122490:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122496:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693368.122498:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122499:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.122501:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693368.122504:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122510:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693368.122514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122520:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693368.122523:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693368.122525:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122527:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693368.122529:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693368.122531:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693368.122535:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693368.122538:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693368.122542:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693368.122548:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307392:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693368.122552:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122554:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.122558:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101307008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122565:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693368.122566:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693368.122568:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693368.122571:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693368.122574:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693368.122575:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693368.122577:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693368.122579:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693368.122582:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693368.122583:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693368.122585:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693368.122588:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693368.122589:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122591:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.122594:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101307136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122600:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693368.122601:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693368.122602:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693368.122605:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693368.122606:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693368.122607:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693368.122609:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693368.122610:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693368.122612:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693368.122614:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693368.122615:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693368.122617:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693368.122618:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122619:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.122622:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101307264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122628:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693368.122629:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693368.122630:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693368.122633:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693368.122634:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693368.122635:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693368.122637:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693368.122638:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693368.122640:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693368.122641:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693368.122643:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693368.122645:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693368.122646:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122647:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693368.122650:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101307392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693368.122656:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693368.122657:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693368.122658:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693368.122660:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693368.122661:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693368.122662:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693368.122664:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693368.122665:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693368.122668:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693368.122669:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693368.122670:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693368.122671:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693368.122673:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122675:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.122683:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693368.122684:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.122686:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693368.122687:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693368.503516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693368.503517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693368.503526:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693368.503526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693368.503529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.503530:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693368.503536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693368.503536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693368.503543:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693368.503543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693368.503543:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693368.503554:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693368.503555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693368.503555:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.503564:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693368.503565:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693368.503569:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693368.503576:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693368.503577:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693368.503577:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693368.503589:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.503591:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693368.503593:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693368.503600:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.503607:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693368.503613:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693368.503620:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693368.503685:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693368.503690:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693368.503694:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693369.143601:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693369.143611:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693369.143614:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693369.143621:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693369.143625:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693369.143629:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693369.143632:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693369.143635:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693369.143638:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693369.463559:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298525443, at 4298525504
00000100:00000040:0.0:1790693369.463560:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298525443, at 4298525504
00000100:00000010:0.0:1790693369.463582:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3660.
00000100:00000010:1.0:1790693369.463587:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3360.
00000100:00000001:2.0:1790693369.527514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693369.527519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693369.527520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693369.527524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693369.527526:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693369.527531:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693369.527531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693369.527538:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693369.527540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693369.527545:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693369.527545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693369.527549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693369.527550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693369.527552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693369.527559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693369.527562:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693369.527562:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693369.527573:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693369.527574:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693369.527579:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693369.527581:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693369.527587:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693369.527593:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693369.527597:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693369.527601:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693369.527604:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693369.527607:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693369.527609:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693369.527616:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693369.527620:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693370.167554:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693370.167565:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693370.167568:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693370.167574:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693370.167579:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693370.167584:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693370.167587:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693370.167590:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693370.167594:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693370.551527:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693370.551527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693370.551540:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693370.551540:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693370.551544:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693370.551545:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693370.551552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693370.551553:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693370.551560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693370.551560:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693370.551566:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693370.551566:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693370.551572:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693370.551577:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693370.551583:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693370.551583:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693370.551587:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693370.551592:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693370.551738:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693370.551742:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693370.551745:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693370.551756:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693370.551760:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693370.551762:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693370.551765:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693370.551767:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693370.551769:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693370.551772:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693370.551773:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693370.551775:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693371.191558:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693371.191565:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693371.191568:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693371.191573:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693371.191578:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693371.191582:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693371.191586:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693371.191589:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693371.191592:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693371.575539:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693371.575543:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693371.575547:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693371.575552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693371.575556:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693371.575561:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693371.575565:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693371.575568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693371.575572:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693371.575633:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693371.575637:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693371.575640:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693371.575799:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693371.575803:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693371.575805:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693371.575809:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693371.575812:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693371.575816:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693371.575818:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693371.575820:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693371.575824:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693371.575828:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693371.575836:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693371.575838:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693371.575844:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693371.575849:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693371.575853:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693371.575856:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693371.575858:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693371.575860:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693372.215497:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693372.215505:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693372.215507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693372.215513:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693372.215517:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693372.215521:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693372.215524:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693372.215526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693372.215529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693372.599518:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693372.599527:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693372.599531:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693372.599537:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693372.599553:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693372.599559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693372.599564:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693372.599568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693372.599574:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693372.599755:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693372.599759:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693372.599760:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693372.599763:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693372.599765:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693372.599767:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693372.599769:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693372.599771:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693372.599772:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693372.600066:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693372.600073:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693372.600077:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693372.600647:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693372.600651:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693372.600653:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693372.600657:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693372.600659:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693372.600662:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693372.600664:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693372.600666:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693372.600668:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.239510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693373.239518:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693373.239521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693373.239525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693373.239529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693373.239532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.239534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693373.239536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.239538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693373.239590:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693373.239596:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693373.239599:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693373.239602:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693373.239606:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693373.239620:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3856
00000400:00000200:2.0:1790693373.239628:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693373.239634:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693373.239638:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693373.239642:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693373.239646:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693373.239649:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693373.239652:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693373.239661:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693373.239663:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693373.239666:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693373.239670:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693373.239673:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693373.239676:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693373.239681:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693373.239683:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693373.239687:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693373.239691:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693373.239694:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693373.239698:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693373.239701:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693373.239705:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693373.239709:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693373.239713:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.239715:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693373.239718:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693373.239727:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693373.239731:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693373.239735:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693373.239736:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.239739:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693373.239742:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693373.239746:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693373.239754:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693373.239760:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693373.239769:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693373.239779:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693373.239782:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693373.239787:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693373.239806:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693373.239809:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693373.239812:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693373.239813:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693373.239815:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693373.239818:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693373.239820:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3856
00000400:00000200:2.0:1790693373.239825:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693373.239829:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693373.239831:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693373.239833:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1790693373.239836:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693373.239837:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693373.239840:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693373.239842:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693373.239848:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693373.239850:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693373.239852:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693373.239859:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693373.239862:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693373.239865:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693373.239868:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1790693373.239869:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:1.0:1790693373.239871:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693373.239874:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693373.239877:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693373.239878:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693373.239882:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693373.239884:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693373.239887:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.239888:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693373.239893:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:1.0:1790693373.239896:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101307520:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693373.239897:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693373.239901:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:1.0:1790693373.239905:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693373.239908:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:1.0:1790693373.239910:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693373.239913:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.239914:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693373.239919:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693373.239920:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693373.239926:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790693373.239927:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:2.0:1790693373.239932:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.239933:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.239937:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693373.239943:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:2.0:1790693373.239943:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1790693373.239948:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000008:00000001:2.0:1790693373.239949:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.239954:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693373.239960:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000010:2.0:1790693373.239960:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693373.239964:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693373.239968:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693373.239969:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693373.239971:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307520, portal 25
00000100:00000001:2.0:1790693373.239972:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693373.239975:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693373.239976:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1790693373.239978:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.239979:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
02000000:00000010:2.0:1790693373.239985:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000040:1.0:1790693373.239989:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693373.239991:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693373.240001:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693373.240003:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693373.240021:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693373.240025:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693373.240028:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101307520, offset 0
00000400:00000200:1.0:1790693373.240035:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693373.240043:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.240049:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693373.240055:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693373.240058:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693373.240061:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693373.240064:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693373.240067:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6637:6637:256:4294967295] 192.168.204.134@tcp LPNI seq info [6632:6632:8:4294967295]
00000400:00000200:1.0:1790693373.240079:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693373.240088:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693373.240091:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693373.240097:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693373.240108:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693373.240115:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693373.240120:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790693373.240121:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693373.240128:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:1.0:1790693373.240131:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000100:00000001:2.0:1790693373.240131:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693373.240134:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693373.240139:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.0:1790693373.240143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:2.0:1790693373.240144:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3856
00000800:00000200:1.0:1790693373.240150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000400:00000200:2.0:1790693373.240152:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693373.240158:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693373.240162:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1790693373.240163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693373.240169:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:1.1:1790693373.240170:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1790693373.240173:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693373.240177:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000100:1.0:1790693373.240181:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693373.240182:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:1.0:1790693373.240186:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000020:00000001:2.0:1790693373.240188:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693373.240191:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693373.240192:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790693373.240195:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1790693373.240195:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693373.240198:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693373.240203:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:1.0:1790693373.240204:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1790693373.240210:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693373.240212:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000100:00000001:2.0:1790693373.240213:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790693373.240218:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000040:2.0:1790693373.240218:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693373.240224:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693373.240226:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000040:2.0:1790693373.240227:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693373.240231:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:1.0:1790693373.240235:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693373.240236:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693373.240240:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693373.240244:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693373.240248:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240252:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693373.240252:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693373.240256:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1790693373.240258:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790693373.240261:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.240265:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693373.240272:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693373.240274:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240278:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:2.0:1790693373.240278:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693373.240283:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693373.240286:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240287:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.240292:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693373.240295:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693373.240296:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693373.240300:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298530562
02000000:00000001:2.0:1790693373.240301:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693373.240307:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3360.
02000000:00000010:2.0:1790693373.240308:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:1.0:1790693373.240316:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693373.240316:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693373.240324:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693373.240326:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298530562
00000100:00000010:1.0:1790693373.240333:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3300.
00000100:00000001:2.0:1790693373.240338:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693373.240339:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693373.240341:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240345:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693373.240349:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.240350:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240354:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693373.240362:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693373/real 1790693373]  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693373.240363:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693373.240369:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693373.240378:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693373.240382:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:1.0:1790693373.240383:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1790693373.240384:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1790693373.240387:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693373.240391:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000100:00000001:2.0:1790693373.240391:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693373.240417:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693373.240420:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693373.240423:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693373.240428:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693373.240428:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3856
00000400:00000200:2.0:1790693373.240437:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693373.240443:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000200:1.0:1790693373.240446:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693373.240447:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693373.240455:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693373.240459:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693373.240462:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:2.0:1790693373.240464:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693373.240465:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693373.240467:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693373.240471:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1790693373.240473:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693373.240475:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693373.240476:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693373.240480:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693373.240484:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00100000:1.0:1790693373.240485:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693373.240488:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693373.240492:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693373.240498:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693373.240501:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693373.240502:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693373.240506:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693373.240510:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693373.240510:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693373.240514:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693373.240521:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693373.240526:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693373.240527:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240532:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693373.240532:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693373.240537:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1790693373.240537:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693373.240539:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693373.240542:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240544:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693373.240545:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693373.240547:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1790693373.240549:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1790693373.240552:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:2.0:1790693373.240554:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.240557:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693373.240559:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693373.240563:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1790693373.240564:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000040:1.0:1790693373.240568:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693373.240570:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693373.240575:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693373.240577:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.240581:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693373.240585:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1790693373.240587:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101307520:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693373.240588:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693373.240594:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:1.0:1790693373.240595:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.240600:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693373.240600:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693373.240607:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101307520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693373.240609:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693373.240635:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1790693373.240635:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693373.240638:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.240640:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1790693373.240644:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693373.240645:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
00000100:00000001:2.0:1790693373.240653:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693373.240655:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790693373.240659:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1790693373.240661:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:1.0:1790693373.240663:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:2.0:1790693373.240664:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000020:00000040:1.0:1790693373.240667:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00080000:2.0:1790693373.240668:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:1.0:1790693373.240673:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:2.0:1790693373.240674:0:29674:0:(import.c:520:import_select_connection()) Process entered
02000000:00000010:1.0:1790693373.240679:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
00000100:00080000:2.0:1790693373.240680:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3856
02000000:00000001:1.0:1790693373.240685:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:2.0:1790693373.240688:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693373.240689:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693373.240693:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000400:00000200:2.0:1790693373.240693:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693373.240698:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1790693373.240699:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693373.240702:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693373.240705:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693373.240707:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693373.240710:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693373.240714:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693373.240716:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693373.240717:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693373.240720:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693373.240723:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693373.240725:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1790693373.240726:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:1.0:1790693373.240728:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693373.240730:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693373.240732:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1790693373.240734:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693373.240739:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693373.240740:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693373.240744:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693373.240752:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693373.240756:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693373.240757:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693373.240759:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693373.240761:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693373.240764:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1790693373.240766:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693373.240768:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1790693373.240770:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:1.0:1790693373.240773:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693373.240776:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:1.0:1790693373.240781:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307648:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693373.240782:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693373.240786:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693373.240788:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693373.240791:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693373.240792:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693373.240796:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693373.240797:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.240799:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693373.240801:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:1.0:1790693373.240805:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
00000008:00100000:2.0:1790693373.240805:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1790693373.240810:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1790693373.240811:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.240816:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693373.240820:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:2.0:1790693373.240822:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000400:00000010:1.0:1790693373.240825:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000020:00000040:2.0:1790693373.240826:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693373.240831:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790693373.240832:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
02000000:00000001:2.0:1790693373.240833:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.240837:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1790693373.240838:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307648, portal 10
02000000:00000001:2.0:1790693373.240839:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693373.240842:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.240843:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693373.240847:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
02000000:00000010:2.0:1790693373.240850:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000040:1.0:1790693373.240855:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693373.240856:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693373.240866:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693373.240868:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693373.240875:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693373.240880:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000001:2.0:1790693373.240882:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693373.240885:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101307648, offset 0
00000100:00000001:2.0:1790693373.240885:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693373.240895:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693373.240896:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693373.240904:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.240912:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693373.240914:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693373.240917:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693373.240921:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:2.0:1790693373.240922:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3866)
00000400:00000200:1.0:1790693373.240926:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693373.240930:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693373.240933:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6638:6638:256:4294967295] 192.168.204.134@tcp LPNI seq info [6633:6633:8:4294967295]
00000400:00000200:1.0:1790693373.240938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.240947:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693373.240952:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.240955:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693373.240960:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693373.240964:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693373.240968:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693373.240971:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693373.240975:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.240977:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693373.240980:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693373.240983:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693373.240987:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693373.240989:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693373.240991:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693373.240994:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241002:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241005:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241024:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241026:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693373.241031:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693373.241035:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693373.241038:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693373.241041:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298529299
00000100:00000001:1.0:1790693373.241043:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241046:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298529299
00000100:00000001:1.0:1790693373.241048:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241050:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693373.241052:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241053:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693373.241058:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693373/real 1790693373]  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693373.241065:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693373.241067:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693373.241068:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693373.241070:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693373.241073:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693373.241075:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693373.241078:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693373.241086:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241092:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693373.241094:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241096:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241098:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693373.241102:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241108:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693373.241112:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241120:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693373.241122:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241124:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241125:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241127:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693373.241130:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693373.241133:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693373.241136:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693373.241138:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693373.241141:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693373.241149:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307648:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693373.241154:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693373.241157:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241164:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693373.241166:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.241167:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693373.241170:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693373.241172:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693373.241174:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307776:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693373.241178:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693373.241180:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693373.241182:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.241184:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693373.241187:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693373.241189:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693373.241192:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693373.241196:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693373.241199:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693373.241201:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307776, portal 10
00000100:00000001:1.0:1790693373.241203:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693373.241205:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:1.0:1790693373.241211:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241216:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693373.241219:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693373.241221:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693373.241223:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101307776, offset 0
00000400:00000200:1.0:1790693373.241227:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693373.241231:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.241234:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693373.241237:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693373.241239:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693373.241242:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693373.241244:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693373.241247:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6639:6639:256:4294967295] 192.168.204.134@tcp LPNI seq info [6634:6634:8:4294967295]
00000400:00000200:1.0:1790693373.241252:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.241258:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693373.241262:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.241265:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693373.241270:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693373.241273:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693373.241277:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693373.241280:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693373.241284:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.241286:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693373.241289:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693373.241292:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693373.241296:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693373.241297:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693373.241300:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693373.241303:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241310:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241313:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241319:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241321:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693373.241324:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693373.241326:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693373.241329:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693373.241331:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298529305
00000100:00000001:1.0:1790693373.241334:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241335:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298529305
00000100:00000001:1.0:1790693373.241337:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241340:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693373.241342:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241344:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693373.241347:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693373/real 1790693373]  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693373.241356:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693373.241357:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693373.241359:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693373.241361:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693373.241363:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693373.241365:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693373.241368:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693373.241375:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241386:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693373.241388:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241390:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241391:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693373.241395:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241424:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693373.241428:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241435:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693373.241437:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241439:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241441:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241442:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693373.241444:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693373.241446:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693373.241450:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693373.241452:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693373.241456:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693373.241463:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307776:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693373.241466:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693373.241469:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241476:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693373.241477:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.241479:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693373.241482:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693373.241484:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693373.241486:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307904:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693373.241489:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693373.241491:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693373.241492:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.241494:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693373.241498:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693373.241499:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693373.241503:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693373.241506:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693373.241509:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693373.241512:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101307904, portal 4
00000100:00000001:1.0:1790693373.241514:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693373.241515:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693373.241521:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241527:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693373.241529:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693373.241531:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693373.241533:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101307904, offset 0
00000400:00000200:1.0:1790693373.241537:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693373.241541:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.241544:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693373.241547:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693373.241550:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693373.241552:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693373.241554:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693373.241557:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6640:6640:256:4294967295] 192.168.204.134@tcp LPNI seq info [6635:6635:8:4294967295]
00000400:00000200:1.0:1790693373.241561:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.241567:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693373.241572:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.241576:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693373.241579:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693373.241582:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693373.241586:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693373.241588:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693373.241592:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.241594:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693373.241597:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693373.241601:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693373.241603:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693373.241604:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693373.241607:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693373.241610:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241618:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241621:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241627:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241628:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693373.241631:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693373.241635:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693373.241638:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693373.241640:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298529300
00000100:00000001:1.0:1790693373.241642:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241644:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298529300
00000100:00000001:1.0:1790693373.241647:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241649:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693373.241651:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241653:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693373.241656:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693373/real 1790693373]  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693373.241670:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693373.241672:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693373.241673:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693373.241675:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693373.241676:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693373.241678:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693373.241681:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693373.241688:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241694:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693373.241696:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241698:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241699:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693373.241702:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241709:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693373.241712:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241718:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693373.241720:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241722:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241723:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241724:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693373.241726:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693373.241727:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693373.241729:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693373.241731:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693373.241734:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693373.241738:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101307904:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693373.241740:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241742:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241743:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101307648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241747:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693373.241748:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693373.241749:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693373.241751:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693373.241752:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693373.241753:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693373.241754:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693373.241755:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:1.0:1790693373.241757:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693373.241758:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693373.241759:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693373.241761:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693373.241762:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241763:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241765:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101307776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241768:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693373.241769:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693373.241770:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693373.241771:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693373.241772:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693373.241772:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693373.241773:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693373.241774:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693373.241775:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693373.241776:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693373.241777:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693373.241778:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693373.241779:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241780:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241781:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101307904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241785:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693373.241785:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693373.241786:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693373.241787:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693373.241788:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693373.241788:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693373.241789:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693373.241790:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:1.0:1790693373.241791:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693373.241792:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693373.241792:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693373.241793:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693373.241794:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241795:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241797:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693373.241798:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241799:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693373.241800:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693373.241801:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693373.241803:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241806:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693373.241807:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.241808:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693373.241809:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693373.241810:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693373.241812:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308032:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693373.241814:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693373.241815:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693373.241817:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693373.241818:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693373.241820:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693373.241821:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693373.241823:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693373.241825:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693373.241827:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693373.241828:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308032, portal 4
00000100:00000001:1.0:1790693373.241829:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693373.241830:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693373.241834:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241838:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693373.241839:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693373.241840:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693373.241842:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101308032, offset 0
00000400:00000200:1.0:1790693373.241844:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693373.241846:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.241848:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693373.241850:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693373.241852:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693373.241853:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693373.241855:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693373.241856:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6641:6641:256:4294967295] 192.168.204.134@tcp LPNI seq info [6636:6636:8:4294967295]
00000400:00000200:1.0:1790693373.241859:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693373.241863:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693373.241865:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.241867:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693373.241869:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693373.241871:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693373.241873:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693373.241875:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693373.241877:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693373.241879:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693373.241881:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693373.241883:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693373.241885:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693373.241886:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693373.241888:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693373.241890:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241894:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241896:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241900:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241901:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693373.241902:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693373.241904:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693373.241906:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693373.241907:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298529305
00000100:00000001:1.0:1790693373.241909:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241911:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298529305
00000100:00000001:1.0:1790693373.241912:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298530562
00000100:00000001:1.0:1790693373.241913:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693373.241914:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.241915:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693373.241917:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693373/real 1790693373]  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693373.241921:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693373.241922:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693373.241923:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693373.241924:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693373.241925:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693373.241927:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693373.241929:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693373.241934:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241941:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693373.241942:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241944:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241945:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693373.241949:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241955:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693373.241958:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.241963:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693373.241965:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241967:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693373.241968:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241970:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693373.241971:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693373.241973:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693373.241976:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693373.241978:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693373.241982:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693373.241989:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308032:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693373.241993:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.241995:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693373.241999:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101308032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693373.242017:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693373.242018:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693373.242020:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693373.242023:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693373.242025:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693373.242026:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693373.242028:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693373.242030:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693373.242032:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693373.242033:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693373.242035:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693373.242037:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693373.242038:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.242040:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.242043:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693373.242045:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.242046:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693373.242048:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.623547:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693373.623547:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693373.623555:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693373.623555:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693373.623559:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693373.623560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693373.623567:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693373.623567:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693373.623574:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693373.623574:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693373.623580:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693373.623581:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.623588:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693373.623588:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693373.623593:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693373.623593:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693373.623599:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693373.623599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693373.623620:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693373.623623:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693373.623627:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693374.583538:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298530562, at 4298530624
00000100:00000040:1.0:1790693374.583538:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298530562, at 4298530624
00000100:00000010:0.0:1790693374.583552:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3360.
00000100:00000010:1.0:1790693374.583555:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3300.
00000100:00000001:1.0:1790693374.647471:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693374.647478:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693374.647482:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693374.647482:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693374.647489:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693374.647489:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693374.647493:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693374.647499:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693374.647504:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693374.647504:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693374.647509:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693374.647510:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693374.647515:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693374.647517:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693374.647518:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693374.647522:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693374.647522:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693374.647528:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693374.647597:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693374.647601:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693374.647604:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693375.671567:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693375.671573:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693375.671574:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693375.671579:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693375.671582:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693375.671584:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693375.671585:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693375.671591:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693375.671592:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693375.671592:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693375.671603:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693375.671604:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693375.671612:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693375.671613:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693375.671614:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693375.671619:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693375.671619:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693375.671620:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693375.671630:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693375.671631:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693375.671634:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693375.671636:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693375.671647:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693375.671657:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693375.671657:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693375.671662:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693375.671667:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693375.671676:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693375.671679:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693375.671683:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693376.695497:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693376.695498:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693376.695509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693376.695509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693376.695514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693376.695514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693376.695525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693376.695525:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693376.695535:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693376.695535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693376.695544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693376.695545:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693376.695545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693376.695550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693376.695556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693376.695558:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693376.695562:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693376.695563:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693376.695565:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693376.695571:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693376.695574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693376.695576:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693376.695587:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693376.695592:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693376.695597:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693376.695601:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693376.695605:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693376.695609:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693376.695615:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693376.695620:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693377.719524:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693377.719534:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693377.719537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693377.719543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693377.719549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693377.719553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693377.719558:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693377.719562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693377.719565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693377.719735:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693377.719739:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693377.719742:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693377.719989:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693377.719994:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693377.719996:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693377.720000:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693377.720003:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693377.720005:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693377.720008:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693377.720010:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693377.720012:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693377.720012:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693377.720018:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693377.720022:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693377.720025:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693377.720028:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693377.720030:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693377.720033:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693377.720035:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693377.720038:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693378.359560:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693378.359572:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693378.359576:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693378.359580:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693378.359586:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693378.359594:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3861
00000400:00000200:2.0:1790693378.359602:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693378.359608:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693378.359611:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693378.359615:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359618:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693378.359620:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359623:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693378.359631:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693378.359633:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693378.359637:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693378.359640:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693378.359642:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693378.359645:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693378.359647:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359649:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693378.359651:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359654:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693378.359657:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693378.359660:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359663:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693378.359666:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693378.359671:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693378.359675:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.359677:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693378.359680:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693378.359692:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693378.359696:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693378.359701:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693378.359703:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.359706:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693378.359709:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693378.359714:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693378.359724:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000100:00000001:2.0:1790693378.359732:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693378.359743:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693378.359754:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693378.359757:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693378.359762:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693378.359789:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693378.359792:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693378.359796:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693378.359797:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693378.359799:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693378.359802:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693378.359804:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3861
00000400:00000200:2.0:1790693378.359808:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693378.359811:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693378.359814:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693378.359817:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359819:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693378.359821:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359823:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693378.359827:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693378.359828:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693378.359830:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693378.359832:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693378.359834:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693378.359836:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693378.359839:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359841:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693378.359843:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359845:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693378.359847:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693378.359849:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693378.359852:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693378.359854:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693378.359860:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693378.359862:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.359864:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693378.359868:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693378.359871:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.359873:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693378.359876:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693378.359879:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693378.359881:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693378.359884:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.359886:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693378.359888:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693378.359890:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693378.359894:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693378.359897:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693378.359903:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693378.359919:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693378.359925:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693378.359926:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693378.359930:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693378.359930:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693378.359941:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693378.359942:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693378.359966:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.359967:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693378.359971:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693378.359972:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693378.359977:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1790693378.359978:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1790693378.359979:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693378.359982:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1790693378.359984:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693378.359986:0:29674:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:1.0:1790693378.359989:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693378.359992:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3861
00000100:00100000:1.0:1790693378.359998:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101308160:192.168.204.134@tcp:250:
00000400:00000200:2.0:1790693378.359999:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693378.360006:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693378.360007:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693378.360011:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1790693378.360014:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1790693378.360016:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693378.360018:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.360020:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693378.360025:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1790693378.360025:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360029:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:1.0:1790693378.360033:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
00000020:00000001:2.0:1790693378.360033:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693378.360036:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
02000000:00000001:1.0:1790693378.360038:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693378.360040:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693378.360043:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:1.0:1790693378.360047:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693378.360047:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693378.360053:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000010:1.0:1790693378.360055:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000100:00000040:2.0:1790693378.360058:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360077:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693378.360079:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360081:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:1.0:1790693378.360082:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000020:00000040:2.0:1790693378.360085:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693378.360090:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:1.0:1790693378.360092:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308160, portal 25
00000100:00000001:2.0:1790693378.360093:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.360097:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693378.360099:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
02000000:00000001:2.0:1790693378.360105:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693378.360108:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693378.360111:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.360112:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693378.360114:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1790693378.360116:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790693378.360118:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.360121:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693378.360125:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693378.360129:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693378.360135:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693378.360137:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1790693378.360138:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.360142:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693378.360145:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1790693378.360146:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693378.360147:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693378.360152:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
02000000:00000010:2.0:1790693378.360154:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000200:1.0:1790693378.360158:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101308160, offset 0
00000100:00000001:2.0:1790693378.360159:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693378.360168:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693378.360173:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360182:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693378.360184:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693378.360188:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693378.360189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.360199:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693378.360199:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693378.360205:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693378.360209:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1790693378.360211:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693378.360214:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790693378.360216:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:2.0:1790693378.360217:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693378.360222:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693378.360223:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693378.360229:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3861
00000400:00000200:1.0:1790693378.360230:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693378.360238:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.360239:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6642:6642:256:4294967295] 192.168.204.134@tcp LPNI seq info [6637:6637:8:4294967295]
00000400:00000200:2.0:1790693378.360247:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:1.0:1790693378.360249:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693378.360252:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693378.360257:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360259:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693378.360265:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693378.360269:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693378.360270:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693378.360276:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693378.360280:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000800:00000200:1.0:1790693378.360282:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693378.360282:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693378.360287:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000800:00000010:1.0:1790693378.360291:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000020:00000001:2.0:1790693378.360291:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693378.360294:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693378.360300:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:1.0:1790693378.360304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693378.360305:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693378.360311:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:1.0:1790693378.360312:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1790693378.360314:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693378.360320:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000800:00000200:1.1:1790693378.360324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:2.0:1790693378.360327:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360332:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693378.360332:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
02000000:00000001:2.0:1790693378.360337:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693378.360342:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1790693378.360343:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693378.360348:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693378.360349:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000100:00000001:2.0:1790693378.360352:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693378.360357:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693378.360360:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693378.360361:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693378.360362:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693378.360370:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1790693378.360371:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693378.360376:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000200:1.0:1790693378.360379:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
02000000:00000001:2.0:1790693378.360379:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693378.360382:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693378.360384:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:2.0:1790693378.360386:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693378.360389:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693378.360391:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.360392:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000010:2.0:1790693378.360420:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693378.360425:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693378.360430:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693378.360437:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693378.360439:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693378.360444:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693378.360446:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693378.360472:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.360473:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790693378.360475:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693378.360482:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693378.360482:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693378.360485:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693378.360488:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693378.360494:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693378.360500:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693378.360500:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3861
00000100:00000001:1.0:1790693378.360505:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:2.0:1790693378.360506:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693378.360512:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693378.360515:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693378.360515:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693378.360520:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360524:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693378.360525:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693378.360529:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693378.360531:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298535683
00000100:00000001:2.0:1790693378.360534:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000010:1.0:1790693378.360540:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3300.
00000020:00000001:2.0:1790693378.360540:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693378.360542:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693378.360546:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693378.360548:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693378.360551:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693378.360552:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1790693378.360554:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693378.360560:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360562:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693378.360564:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298535683
00000100:00000040:2.0:1790693378.360565:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360570:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000010:1.0:1790693378.360572:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3360.
00000020:00000040:2.0:1790693378.360573:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:1.0:1790693378.360578:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1790693378.360579:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693378.360584:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.360585:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693378.360589:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693378.360590:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693378.360593:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693378.360595:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790693378.360598:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693378.360603:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693378/real 1790693378]  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693378.360608:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693378.360611:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693378.360617:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693378.360621:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1790693378.360621:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693378.360625:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:2.0:1790693378.360626:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000400:00000010:1.0:1790693378.360628:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000020:00000040:2.0:1790693378.360630:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:1.0:1790693378.360633:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
02000000:00000001:2.0:1790693378.360635:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790693378.360637:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
02000000:00000001:2.0:1790693378.360638:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693378.360642:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693378.360643:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:2.0:1790693378.360644:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693378.360648:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693378.360651:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693378.360655:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693378.360660:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693378.360668:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790693378.360671:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.360696:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693378.360699:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693378.360700:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693378.360702:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.360704:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.360708:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693378.360710:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693378.360716:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693378.360725:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693378.360733:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3872)
00000100:00000001:1.0:1790693378.360734:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693378.360743:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.360751:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693378.360755:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.360757:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.360759:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.360762:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693378.360765:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693378.360768:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693378.360772:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693378.360775:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693378.360779:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693378.360788:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101308160:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693378.360793:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.360796:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.360800:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101308160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.360807:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693378.360810:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693378.360814:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693378.360817:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693378.360820:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693378.360821:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693378.360823:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693378.360826:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693378.360830:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693378.360832:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693378.360834:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693378.360838:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693378.360839:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.360843:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.360852:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693378.360855:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.360858:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693378.360860:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693378.360862:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693378.360867:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.360874:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693378.360876:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.360878:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693378.360880:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693378.360882:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693378.360885:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308288:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693378.360888:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693378.360890:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693378.360892:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.360894:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693378.360897:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693378.360898:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693378.360902:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693378.360905:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693378.360925:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693378.360933:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308288, portal 10
00000100:00000001:1.0:1790693378.360935:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693378.360936:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:1.0:1790693378.360943:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.360950:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693378.360952:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693378.360955:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693378.360957:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101308288, offset 0
00000400:00000200:1.0:1790693378.360961:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693378.360965:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.360969:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693378.360973:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693378.360975:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693378.360977:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693378.360980:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693378.360983:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6643:6643:256:4294967295] 192.168.204.134@tcp LPNI seq info [6638:6638:8:4294967295]
00000400:00000200:1.0:1790693378.360987:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.360993:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693378.360997:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361000:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693378.361004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693378.361008:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790693378.361012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693378.361015:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790693378.361019:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361021:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693378.361025:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693378.361028:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693378.361031:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693378.361034:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693378.361036:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693378.361040:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361048:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.361051:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361057:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361059:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693378.361061:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693378.361066:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693378.361069:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693378.361071:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298534419
00000100:00000001:1.0:1790693378.361073:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361076:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298534419
00000100:00000001:1.0:1790693378.361079:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361081:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693378.361083:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361084:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693378.361088:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693378/real 1790693378]  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693378.361096:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693378.361098:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693378.361100:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693378.361102:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693378.361104:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693378.361106:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693378.361110:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693378.361118:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361124:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693378.361126:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361128:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.361129:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693378.361133:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361140:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693378.361144:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361151:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693378.361154:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361156:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.361158:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361159:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693378.361161:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693378.361164:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693378.361167:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693378.361169:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693378.361173:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693378.361181:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308288:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693378.361184:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693378.361188:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361194:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693378.361195:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.361197:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693378.361199:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693378.361202:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693378.361205:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308416:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693378.361208:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693378.361211:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693378.361212:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.361214:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693378.361217:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693378.361219:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693378.361222:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693378.361225:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693378.361229:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693378.361232:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308416, portal 10
00000100:00000001:1.0:1790693378.361234:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693378.361235:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:1.0:1790693378.361242:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361248:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693378.361250:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693378.361252:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693378.361255:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101308416, offset 0
00000400:00000200:1.0:1790693378.361259:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693378.361263:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.361266:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693378.361269:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693378.361271:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693378.361274:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693378.361276:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693378.361279:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6644:6644:256:4294967295] 192.168.204.134@tcp LPNI seq info [6639:6639:8:4294967295]
00000400:00000200:1.0:1790693378.361283:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.361289:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693378.361294:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361297:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693378.361301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693378.361304:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790693378.361308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693378.361311:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790693378.361315:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361317:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693378.361320:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693378.361324:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693378.361327:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693378.361328:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693378.361331:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693378.361334:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361341:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.361344:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361352:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361354:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693378.361357:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693378.361359:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693378.361363:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693378.361365:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298534425
00000100:00000001:1.0:1790693378.361367:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361369:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298534425
00000100:00000001:1.0:1790693378.361371:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361373:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693378.361375:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361377:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693378.361380:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693378/real 1790693378]  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693378.361387:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693378.361388:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693378.361390:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693378.361392:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693378.361393:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693378.361418:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693378.361422:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693378.361431:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361436:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693378.361438:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361439:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.361441:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693378.361462:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361469:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693378.361472:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361478:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693378.361480:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361482:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.361483:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361484:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693378.361486:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693378.361489:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693378.361491:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693378.361494:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693378.361497:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693378.361504:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308416:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693378.361507:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693378.361510:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361516:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693378.361517:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.361519:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693378.361520:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693378.361522:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693378.361524:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308544:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693378.361527:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693378.361528:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693378.361530:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.361532:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693378.361535:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693378.361537:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693378.361540:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693378.361542:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693378.361546:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693378.361548:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308544, portal 4
00000100:00000001:1.0:1790693378.361550:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693378.361551:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693378.361556:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361562:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693378.361564:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693378.361566:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693378.361567:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101308544, offset 0
00000400:00000200:1.0:1790693378.361571:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693378.361574:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.361578:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693378.361580:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693378.361582:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693378.361584:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693378.361586:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693378.361589:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6645:6645:256:4294967295] 192.168.204.134@tcp LPNI seq info [6640:6640:8:4294967295]
00000400:00000200:1.0:1790693378.361593:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.361600:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693378.361604:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361607:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693378.361610:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693378.361613:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790693378.361617:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693378.361620:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790693378.361623:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361625:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693378.361628:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693378.361631:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693378.361634:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693378.361636:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693378.361638:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693378.361642:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361649:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.361651:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361657:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361658:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693378.361661:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693378.361664:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693378.361667:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693378.361668:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298534420
00000100:00000001:1.0:1790693378.361671:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361673:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298534420
00000100:00000001:1.0:1790693378.361675:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361677:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693378.361679:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361681:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693378.361685:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693378/real 1790693378]  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693378.361693:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693378.361694:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693378.361695:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693378.361698:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693378.361699:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693378.361701:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693378.361710:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693378.361719:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361726:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693378.361728:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361730:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.361732:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693378.361735:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361742:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693378.361746:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361753:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693378.361755:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361756:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.361757:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.361759:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693378.361761:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693378.361763:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693378.361767:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693378.361769:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693378.361773:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693378.361780:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308544:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693378.361784:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693378.361787:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361799:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693378.361801:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.361803:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693378.361804:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693378.361806:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693378.361809:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308672:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693378.361812:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693378.361814:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693378.361815:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693378.361817:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693378.361820:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693378.361822:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693378.361825:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693378.361827:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000400:00000010:1.0:1790693378.361830:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
00000100:00000200:1.0:1790693378.361833:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308672, portal 4
00000100:00000001:1.0:1790693378.361834:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693378.361836:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693378.361841:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693378.361850:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693378.361852:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693378.361854:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101308672, offset 0
00000400:00000200:1.0:1790693378.361857:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693378.361860:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.361864:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693378.361867:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693378.361869:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693378.361871:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693378.361873:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693378.361876:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6646:6646:256:4294967295] 192.168.204.134@tcp LPNI seq info [6641:6641:8:4294967295]
00000400:00000200:1.0:1790693378.361881:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693378.361886:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693378.361891:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361894:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693378.361897:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693378.361900:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790693378.361904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693378.361919:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790693378.361923:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693378.361925:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693378.361928:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693378.361931:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693378.361934:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693378.361935:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693378.361937:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693378.361941:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361948:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.361950:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.361956:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361958:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693378.361960:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693378.361963:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693378.361966:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693378.361968:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298534425
00000100:00000001:1.0:1790693378.361970:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361972:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298534425
00000100:00000001:1.0:1790693378.361974:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298535683
00000100:00000001:1.0:1790693378.361976:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693378.361978:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.361980:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693378.361983:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693378/real 1790693378]  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693378.361991:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693378.361992:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693378.361994:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:1.0:1790693378.361996:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:1.0:1790693378.361998:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:1.0:1790693378.361999:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693378.362002:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693378.362010:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.362016:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693378.362017:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362019:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.362020:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693378.362024:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.362030:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693378.362034:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.362040:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693378.362043:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362044:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693378.362045:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362047:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693378.362048:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693378.362051:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693378.362054:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693378.362057:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693378.362060:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693378.362068:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308672:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693378.362072:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362074:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.362076:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101308288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.362083:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693378.362085:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693378.362087:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693378.362089:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693378.362090:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693378.362092:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693378.362094:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693378.362095:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693378.362098:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693378.362099:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693378.362101:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693378.362104:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693378.362105:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362106:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.362109:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101308416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.362115:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693378.362116:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693378.362118:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693378.362120:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693378.362121:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693378.362122:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693378.362124:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693378.362125:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693378.362127:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693378.362129:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693378.362130:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693378.362133:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693378.362135:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362136:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.362139:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101308544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.362145:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693378.362146:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693378.362148:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693378.362150:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693378.362151:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693378.362152:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693378.362153:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693378.362154:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693378.362156:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693378.362157:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693378.362158:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693378.362159:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693378.362160:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362162:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693378.362165:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101308672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693378.362170:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693378.362171:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693378.362172:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693378.362174:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693378.362175:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693378.362176:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693378.362178:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693378.362180:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693378.362182:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693378.362183:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693378.362184:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693378.362186:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693378.362188:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362190:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.362195:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693378.362197:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.362199:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693378.362201:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693378.743544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693378.743544:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693378.743544:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693378.743553:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693378.743554:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693378.743554:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693378.743557:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693378.743558:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.743558:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693378.743566:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693378.743566:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693378.743566:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693378.743572:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693378.743573:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693378.743574:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693378.743577:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693378.743578:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.743579:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693378.743581:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693378.743586:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693378.743586:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693378.743589:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693378.743590:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693378.743596:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693378.743596:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693378.743601:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693378.743608:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693378.743685:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693378.743690:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693378.743694:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693379.703574:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298535683, at 4298535744
00000100:00000040:0.0:1790693379.703582:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298535683, at 4298535744
00000100:00000010:1.0:1790693379.703600:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3360.
00000100:00000010:0.0:1790693379.703604:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3300.
00000100:00000001:0.0:1790693379.767583:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693379.767583:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693379.767594:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693379.767595:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693379.767599:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693379.767600:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693379.767605:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693379.767606:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693379.767612:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693379.767612:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693379.767617:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693379.767617:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693379.767624:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693379.767629:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693379.767634:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693379.767634:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693379.767638:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693379.767642:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693379.767956:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693379.767963:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693379.767968:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693379.767977:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693379.767981:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693379.767984:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693379.767988:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693379.767992:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693379.767995:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693379.767997:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693379.768000:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693379.768003:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693380.791516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693380.791516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693380.791529:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693380.791529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693380.791532:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693380.791538:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693380.791540:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693380.791541:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693380.791550:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693380.791554:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693380.791555:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693380.791557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693380.791567:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693380.791569:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693380.791569:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693380.791582:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693380.791583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693380.791583:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693380.791589:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693380.791592:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693380.791599:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693380.791600:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693380.791614:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693380.791615:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693380.791615:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693380.791622:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693380.791630:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693380.791652:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693380.791656:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693380.791660:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693381.815487:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693381.815487:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693381.815496:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693381.815496:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693381.815499:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693381.815500:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693381.815507:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693381.815507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693381.815514:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693381.815514:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693381.815517:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693381.815519:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693381.815519:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693381.815522:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693381.815525:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693381.815526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693381.815530:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693381.815533:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693381.815568:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693381.815573:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693381.815575:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693381.815578:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693381.815581:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693381.815583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693381.815585:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693381.815586:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693381.815588:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693381.815741:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693381.815745:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693381.815748:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693382.455718:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693382.455723:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693382.455726:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693382.455730:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693382.455734:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693382.455737:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693382.455740:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693382.455742:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693382.455745:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693382.839510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693382.839510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693382.839510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693382.839519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693382.839520:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693382.839520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693382.839525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693382.839525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693382.839525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693382.839534:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693382.839534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693382.839534:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693382.839540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693382.839542:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693382.839542:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693382.839544:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693382.839547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693382.839548:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693382.839548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693382.839551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693382.839554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693382.839556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693382.839556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693382.839558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693382.839560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693382.839564:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693382.839565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693382.839587:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693382.839591:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693382.839595:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1790693382.967481:0:29804:0:(osc_request.c:745:osc_update_next_shrink()) next time 5071 to shrink grant
00000100:00080000:1.0:1790693383.479509:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693383.479518:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693383.479520:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693383.479524:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693383.479530:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693383.479537:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3867
00000400:00000200:1.0:1790693383.479546:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693383.479554:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693383.479557:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693383.479559:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479561:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693383.479563:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479565:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693383.479570:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693383.479572:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693383.479574:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693383.479577:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693383.479578:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693383.479580:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693383.479582:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479583:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693383.479584:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479585:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693383.479587:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693383.479589:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479590:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693383.479592:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693383.479594:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693383.479596:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479597:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693383.479599:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693383.479606:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ca80.
00000020:00000040:1.0:1790693383.479609:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693383.479613:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693383.479614:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479617:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693383.479620:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693383.479624:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693383.479631:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693383.479638:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693383.479646:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693383.479657:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693383.479660:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693383.479663:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bce32b5] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693383.479678:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693383.479680:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693383.479682:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693383.479684:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693383.479685:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693383.479687:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693383.479688:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3867
00000400:00000200:1.0:1790693383.479691:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693383.479694:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693383.479696:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693383.479698:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479699:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693383.479701:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479702:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693383.479705:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790693383.479705:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693383.479707:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693383.479709:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693383.479711:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790693383.479711:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693383.479715:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693383.479717:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693383.479718:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693383.479722:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479723:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693383.479728:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693383.479729:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693383.479729:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693383.479733:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693383.479737:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479741:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693383.479744:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693383.479749:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1790693383.479750:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693383.479751:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693383.479753:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479756:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:0.0:1790693383.479759:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1790693383.479761:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1790693383.479764:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1790693383.479764:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479767:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.479772:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693383.479772:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d180.
00000020:00000040:1.0:1790693383.479775:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693383.479776:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693383.479777:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479779:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693383.479780:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693383.479781:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693383.479785:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693383.479789:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693383.479790:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101308800:192.168.204.134@tcp:250:
00000100:00100000:1.0:1790693383.479794:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693383.479797:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693383.479803:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693383.479807:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479820:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693383.479823:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693383.479829:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4107112] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693383.479831:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693383.479838:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693383.479839:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
00000100:00080000:1.0:1790693383.479842:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1790693383.479844:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693383.479850:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693383.479853:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1790693383.479855:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693383.479856:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693383.479861:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:0.0:1790693383.479862:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000100:00080000:1.0:1790693383.479866:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3867
00000400:00000010:0.0:1790693383.479871:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000400:00000200:1.0:1790693383.479872:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693383.479878:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693383.479880:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1790693383.479881:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308800, portal 25
00000100:00000040:1.0:1790693383.479882:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479886:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693383.479888:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1790693383.479889:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693383.479892:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912796800 : -115045796754816 : ffff975dd026ca80)
00000100:00000001:1.0:1790693383.479892:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693383.479897:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693383.479899:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693383.479900:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693383.479902:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693383.479904:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693383.479905:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693383.479905:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693383.479911:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479914:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693383.479918:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479921:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693383.479925:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:0.0:1790693383.479929:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790693383.479929:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693383.479934:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693383.479938:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693383.479938:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693383.479943:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1790693383.479944:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
02000000:00000001:1.0:1790693383.479947:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693383.479949:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101308800, offset 0
00000100:00000001:1.0:1790693383.479951:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693383.479954:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693383.479957:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479959:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693383.479965:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000400:00000200:0.0:1790693383.479967:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693383.479969:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693383.479972:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693383.479974:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.479976:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693383.479978:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1790693383.479979:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693383.479981:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693383.479987:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000400:00000200:0.0:1790693383.479988:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693383.479992:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.479996:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1790693383.480000:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693383.480004:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693383.480011:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693383.480013:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693383.480017:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480018:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.480026:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6647:6647:256:4294967295] 192.168.204.134@tcp LPNI seq info [6642:6642:8:4294967295]
00000100:00000040:1.0:1790693383.480026:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693383.480041:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693383.480042:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693383.480046:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693383.480050:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693383.480053:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693383.480056:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1790693383.480058:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693383.480061:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693383.480067:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3867
00000400:00000200:1.0:1790693383.480074:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:0.0:1790693383.480075:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693383.480079:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693383.480083:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1790693383.480084:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000100:00000040:1.0:1790693383.480087:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480091:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693383.480095:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693383.480096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693383.480098:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:0.0:1790693383.480103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1790693383.480104:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693383.480107:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693383.480110:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693383.480112:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000800:00000200:0.1:1790693383.480115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693383.480116:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000800:00000200:0.1:1790693383.480121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1790693383.480122:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693383.480129:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000100:0.0:1790693383.480133:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480134:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1790693383.480139:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000100:00000040:1.0:1790693383.480139:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480144:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693383.480147:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000200:0.0:1790693383.480149:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790693383.480151:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480155:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.480160:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790693383.480160:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693383.480165:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1790693383.480168:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
02000000:00000001:1.0:1790693383.480169:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.480173:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:0.0:1790693383.480175:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000008:00100000:1.0:1790693383.480176:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693383.480181:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480182:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693383.480183:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693383.480188:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000100:00000200:0.0:1790693383.480191:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693383.480191:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693383.480194:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693383.480196:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.480199:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693383.480200:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693383.480203:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693383.480207:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693383.480211:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480212:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1790693383.480217:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693383.480222:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693383.480225:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693383.480227:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693383.480233:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480238:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.480241:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480243:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790693383.480244:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693383.480247:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693383.480248:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693383.480250:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693383.480252:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.480253:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693383.480258:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3867
00000400:00000200:0.0:1790693383.480262:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693383.480266:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693383.480268:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298540802
00000400:00000200:1.0:1790693383.480273:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693383.480277:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1790693383.480278:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000040:1.0:1790693383.480282:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480286:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693383.480287:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1790693383.480290:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480294:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693383.480296:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298540802
00000020:00000001:1.0:1790693383.480298:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693383.480301:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000010:0.0:1790693383.480302:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190960.
00000020:00000001:1.0:1790693383.480304:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693383.480308:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1790693383.480309:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693383.480314:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693383.480316:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1790693383.480317:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693383.480322:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693383.480324:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693383.480327:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693383.480328:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693383.480332:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:0.0:1790693383.480335:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693383/real 1790693383]  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693383.480336:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693383.480342:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693383.480348:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693383.480353:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693383.480358:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693383.480363:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693383.480366:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1790693383.480367:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1790693383.480368:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000001:0.0:1790693383.480372:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:1.0:1790693383.480373:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1790693383.480377:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000008:00000001:1.0:1790693383.480377:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.480379:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.480383:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000100:00000010:1.0:1790693383.480385:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000400:00000010:0.0:1790693383.480386:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000020:00000040:1.0:1790693383.480389:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:0.0:1790693383.480391:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:1.0:1790693383.480393:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1790693383.480420:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693383.480428:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693383.480431:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.480437:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1790693383.480438:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:1.0:1790693383.480439:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693383.480442:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693383.480443:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480449:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:1.0:1790693383.480451:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:0.0:1790693383.480453:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693383.480456:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693383.480461:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693383.480465:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693383.480483:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693383.480484:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693383.480488:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693383.480494:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693383.480495:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693383.480522:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480523:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693383.480528:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693383.480529:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3877)
00000100:00000001:0.0:1790693383.480531:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.480535:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.480538:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693383.480540:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693383.480543:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693383.480548:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693383.480550:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693383.480553:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693383.480558:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101308800:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693383.480561:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.480563:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.480564:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ca80 x1877674101308800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480568:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693383.480570:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693383.480572:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693383.480574:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693383.480575:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693383.480576:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693383.480578:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693383.480579:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:0.0:1790693383.480582:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693383.480583:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693383.480584:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ca80.
00000100:00000001:0.0:1790693383.480586:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693383.480587:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.480589:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.480593:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693383.480595:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480596:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693383.480598:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693383.480599:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693383.480602:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480608:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693383.480610:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.480612:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693383.480614:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693383.480616:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693383.480618:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308928:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693383.480623:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693383.480625:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693383.480626:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.480628:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693383.480630:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693383.480632:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.480636:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693383.480638:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693383.480642:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693383.480644:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101308928, portal 10
00000100:00000001:0.0:1790693383.480646:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693383.480648:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912798592 : -115045796753024 : ffff975dd026d180)
00000100:00000040:0.0:1790693383.480653:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480658:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693383.480661:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693383.480663:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693383.480665:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101308928, offset 0
00000400:00000200:0.0:1790693383.480669:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693383.480673:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.480677:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693383.480679:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693383.480681:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693383.480683:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693383.480685:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693383.480688:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6648:6648:256:4294967295] 192.168.204.134@tcp LPNI seq info [6643:6643:8:4294967295]
00000400:00000200:0.0:1790693383.480692:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.480696:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693383.480700:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.480703:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693383.480706:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693383.480709:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693383.480713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693383.480715:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693383.480718:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.480719:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693383.480722:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693383.480725:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693383.480728:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693383.480729:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693383.480731:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693383.480734:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480740:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.480743:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480748:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480750:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693383.480752:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693383.480756:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693383.480759:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693383.480761:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298539539
00000100:00000001:0.0:1790693383.480763:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.480764:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298539539
00000100:00000001:0.0:1790693383.480766:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.480769:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693383.480770:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.480772:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693383.480776:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693383/real 1790693383]  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693383.480783:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693383.480784:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693383.480786:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693383.480788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693383.480789:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693383.480790:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693383.480793:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693383.480797:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480801:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693383.480802:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.480803:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.480804:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693383.480806:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480826:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693383.480830:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480837:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693383.480839:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.480840:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.480842:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.480843:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693383.480845:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693383.480848:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693383.480851:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693383.480853:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693383.480857:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693383.480865:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101308928:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693383.480869:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693383.480872:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480878:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693383.480879:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.480882:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693383.480883:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693383.480885:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693383.480888:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309056:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693383.480890:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693383.480892:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693383.480893:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.480894:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693383.480896:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693383.480897:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.480900:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693383.480901:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693383.480903:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693383.480905:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309056, portal 10
00000100:00000001:0.0:1790693383.480906:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693383.480907:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:0.0:1790693383.480911:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480915:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693383.480916:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693383.480917:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693383.480918:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101309056, offset 0
00000400:00000200:0.0:1790693383.480921:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693383.480923:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.480925:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693383.480927:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693383.480929:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693383.480931:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693383.480932:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693383.480934:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6649:6649:256:4294967295] 192.168.204.134@tcp LPNI seq info [6644:6644:8:4294967295]
00000400:00000200:0.0:1790693383.480936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.480941:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693383.480943:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.480945:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693383.480947:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693383.480949:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693383.480952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693383.480954:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693383.480972:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.480974:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693383.480977:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693383.480980:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693383.480983:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693383.480985:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693383.480987:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693383.480991:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.480999:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.481002:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481006:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.481007:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693383.481010:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693383.481012:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693383.481014:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693383.481016:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298539545
00000100:00000001:0.0:1790693383.481017:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.481019:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298539545
00000100:00000001:0.0:1790693383.481020:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.481022:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693383.481023:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.481024:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693383.481027:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693383/real 1790693383]  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693383.481031:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693383.481032:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693383.481033:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693383.481034:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693383.481035:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693383.481036:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693383.481038:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693383.481043:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481047:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693383.481047:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481048:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.481049:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693383.481051:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481054:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693383.481056:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481062:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693383.481064:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481065:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.481066:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481068:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693383.481069:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693383.481072:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693383.481075:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693383.481077:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693383.481081:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693383.481088:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309056:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693383.481092:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693383.481095:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481101:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693383.481102:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.481104:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693383.481106:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693383.481108:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693383.481110:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309184:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693383.481113:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693383.481115:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693383.481116:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.481118:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693383.481121:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693383.481123:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.481126:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693383.481129:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693383.481132:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693383.481134:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309184, portal 4
00000100:00000001:0.0:1790693383.481136:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693383.481137:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:0.0:1790693383.481143:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481154:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693383.481156:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693383.481159:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693383.481161:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101309184, offset 0
00000400:00000200:0.0:1790693383.481165:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693383.481169:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.481172:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693383.481175:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693383.481177:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693383.481179:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693383.481181:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693383.481184:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6650:6650:256:4294967295] 192.168.204.134@tcp LPNI seq info [6645:6645:8:4294967295]
00000400:00000200:0.0:1790693383.481187:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.481191:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693383.481193:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.481196:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693383.481198:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693383.481199:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693383.481202:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693383.481204:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693383.481206:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.481207:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693383.481209:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693383.481211:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693383.481213:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693383.481215:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693383.481217:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693383.481221:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481228:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.481231:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481242:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.481243:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693383.481246:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693383.481249:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693383.481252:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693383.481254:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298539539
00000100:00000001:0.0:1790693383.481256:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.481258:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298539539
00000100:00000001:0.0:1790693383.481260:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.481262:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693383.481264:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.481265:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693383.481269:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693383/real 1790693383]  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693383.481276:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693383.481277:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693383.481279:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693383.481281:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693383.481283:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693383.481285:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693383.481288:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693383.481296:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481301:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693383.481302:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481304:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.481306:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693383.481309:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481315:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693383.481318:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481324:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693383.481326:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481328:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.481329:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481331:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693383.481332:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693383.481335:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693383.481338:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693383.481340:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693383.481344:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693383.481351:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309184:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693383.481354:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693383.481358:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481364:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693383.481366:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.481368:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693383.481370:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693383.481371:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693383.481374:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309312:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693383.481377:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693383.481379:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693383.481380:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693383.481382:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693383.481385:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693383.481387:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693383.481390:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693383.481392:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693383.481394:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693383.481396:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309312, portal 4
00000100:00000001:0.0:1790693383.481413:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693383.481413:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:0.0:1790693383.481418:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481422:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693383.481423:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693383.481425:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693383.481427:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101309312, offset 0
00000400:00000200:0.0:1790693383.481429:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693383.481432:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.481434:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693383.481436:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693383.481437:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693383.481439:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693383.481440:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693383.481442:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6651:6651:256:4294967295] 192.168.204.134@tcp LPNI seq info [6646:6646:8:4294967295]
00000400:00000200:0.0:1790693383.481444:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693383.481448:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693383.481451:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.481453:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693383.481455:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693383.481457:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693383.481459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693383.481461:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693383.481463:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693383.481464:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693383.481467:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693383.481469:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693383.481470:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693383.481471:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693383.481473:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693383.481475:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481479:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.481481:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481485:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.481486:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693383.481488:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693383.481490:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693383.481492:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693383.481493:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298539545
00000100:00000001:0.0:1790693383.481494:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.481496:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298539545
00000100:00000001:0.0:1790693383.481497:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298540802
00000100:00000001:0.0:1790693383.481498:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693383.481499:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.481501:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693383.481502:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693383/real 1790693383]  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693383.481506:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693383.481507:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693383.481508:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693383.481509:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693383.481510:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693383.481511:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693383.481513:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693383.481518:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481522:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693383.481523:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.481524:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693383.481526:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481529:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693383.481531:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481535:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693383.481536:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481537:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693383.481538:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481539:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693383.481539:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693383.481541:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693383.481542:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693383.481543:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693383.481545:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693383.481549:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309312:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693383.481551:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481552:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.481554:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d180 x1877674101308928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481561:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693383.481562:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693383.481564:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693383.481565:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693383.481566:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693383.481567:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693383.481568:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693383.481569:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693383.481571:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693383.481572:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693383.481572:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d180.
00000100:00000001:0.0:1790693383.481574:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693383.481575:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481576:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.481577:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101309056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481581:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693383.481582:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693383.481583:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693383.481584:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693383.481585:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693383.481585:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693383.481586:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693383.481587:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:0.0:1790693383.481589:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693383.481590:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693383.481591:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:0.0:1790693383.481593:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693383.481594:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481595:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.481598:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101309184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481603:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693383.481604:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693383.481606:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693383.481608:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693383.481609:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693383.481610:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693383.481612:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693383.481613:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:0.0:1790693383.481615:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693383.481616:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693383.481618:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:0.0:1790693383.481620:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693383.481621:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481622:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693383.481626:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101309312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693383.481632:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693383.481633:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693383.481635:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693383.481636:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693383.481637:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693383.481638:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693383.481640:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693383.481642:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:0.0:1790693383.481644:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693383.481645:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693383.481646:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:0.0:1790693383.481648:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693383.481648:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481650:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.481653:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693383.481654:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693383.481655:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693383.481656:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693383.863513:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693383.863513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693383.863521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693383.863521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693383.863525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693383.863525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693383.863531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693383.863531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693383.863536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693383.863536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693383.863541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693383.863541:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693383.863545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693383.863546:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693383.863549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693383.863549:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693383.863553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693383.863553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693383.863591:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693383.863594:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693383.863597:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693383.863659:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693383.863663:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693383.863664:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693383.863667:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693383.863669:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693383.863671:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.863673:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693383.863675:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693383.863677:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693384.823519:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298540802, at 4298540864
00000100:00000010:1.0:1790693384.823536:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190960.
00000100:00000040:0.0:1790693384.823570:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298540802, at 4298540864
00000100:00000010:0.0:1790693384.823578:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693384.887525:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693384.887528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693384.887529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693384.887536:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693384.887536:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693384.887542:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693384.887542:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693384.887543:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693384.887551:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693384.887553:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693384.887557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693384.887562:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693384.887562:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693384.887563:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693384.887568:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693384.887569:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693384.887571:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693384.887573:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693384.887581:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693384.887587:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693384.887588:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693384.887593:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693384.887595:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693384.887595:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693384.887601:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693384.887609:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693384.887618:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693384.887666:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693384.887669:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693384.887672:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693385.911510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693385.911510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693385.911510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693385.911516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693385.911518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693385.911518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693385.911519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693385.911522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693385.911523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693385.911526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693385.911529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693385.911530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693385.911530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693385.911534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693385.911537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693385.911537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693385.911538:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693385.911542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693385.911543:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693385.911543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693385.911551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693385.911551:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693385.911552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693385.911554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693385.911557:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693385.911558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693385.911564:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693385.911597:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693385.911600:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693385.911603:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693386.935512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693386.935512:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693386.935517:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693386.935520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693386.935521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693386.935522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693386.935523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693386.935526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693386.935527:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693386.935527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693386.935532:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693386.935536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693386.935536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693386.935536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693386.935546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693386.935546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693386.935546:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693386.935550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693386.935551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693386.935551:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693386.935556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693386.935556:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693386.935561:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693386.935561:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693386.935562:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693386.935567:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693386.935573:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693386.935663:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693386.935667:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693386.935670:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693387.959547:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693387.959547:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693387.959557:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693387.959558:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693387.959562:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693387.959562:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693387.959571:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693387.959572:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693387.959581:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693387.959581:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693387.959590:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693387.959591:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693387.959600:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693387.959600:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693387.959602:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693387.959609:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693387.959609:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693387.959610:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693387.959615:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693387.959617:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693387.959624:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693387.959628:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693387.959633:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693387.959641:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693387.959652:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693387.959655:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693387.959658:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693387.959692:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693387.959696:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693387.959702:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693388.599571:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693388.599590:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693388.599594:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693388.599598:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693388.599604:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693388.599614:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3872
00000400:00000200:0.0:1790693388.599623:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693388.599629:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693388.599632:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693388.599635:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.599639:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693388.599641:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.599644:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693388.599652:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693388.599654:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693388.599657:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693388.599660:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693388.599663:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693388.599665:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693388.599669:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.599671:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693388.599673:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.599675:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693388.599678:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693388.599682:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693388.599684:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693388.599687:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693388.599690:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693388.599693:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.599696:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693388.599698:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693388.599722:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693388.599726:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693388.599730:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693388.599732:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.599734:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693388.599737:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693388.599741:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693388.599750:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73800.
00000100:00000001:0.0:1790693388.599755:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693388.599764:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693388.599774:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693388.599777:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693388.599782:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693388.599803:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693388.599806:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693388.599810:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693388.599811:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693388.599813:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693388.599834:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693388.599835:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693388.599839:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1790693388.599841:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3872
00000100:00000001:1.0:1790693388.599844:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1790693388.599848:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693388.599854:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693388.599855:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693388.599861:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693388.599869:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693388.599871:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693388.599873:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693388.599875:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693388.599879:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693388.599881:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693388.599885:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693388.599886:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693388.599891:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1790693388.599891:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693388.599895:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00100000:1.0:1790693388.599896:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101309440:192.168.204.134@tcp:250:
00000020:00000001:0.0:1790693388.599898:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693388.599901:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:1.0:1790693388.599903:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1790693388.599905:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693388.599909:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:1.0:1790693388.599909:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693388.599914:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693388.599916:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693388.599919:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693388.599925:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:0.0:1790693388.599926:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693388.599930:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693388.599931:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.599936:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693388.599940:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:0.0:1790693388.599942:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000400:00000010:1.0:1790693388.599946:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c60.
00000100:00080000:0.0:1790693388.599947:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693388.599952:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693388.599954:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1790693388.599956:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43424c8.
02000000:00000001:0.0:1790693388.599960:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693388.599965:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693388.599965:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309440, portal 25
00000100:00000001:0.0:1790693388.599972:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693388.599972:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693388.599976:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000008:00100000:0.0:1790693388.599979:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693388.599984:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693388.599986:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693388.599987:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693388.599995:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693388.599999:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1790693388.600000:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693388.600003:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693388.600004:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.600006:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693388.600007:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693388.600009:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693388.600015:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73400.
00000100:00000040:1.0:1790693388.600015:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693388.600020:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000001:0.0:1790693388.600021:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693388.600026:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101309440, offset 0
00000100:00100000:0.0:1790693388.600030:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693388.600038:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693388.600044:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693388.600047:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.600050:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693388.600055:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693388.600062:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693388.600073:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693388.600074:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693388.600079:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693388.600079:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:0.0:1790693388.600085:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693388.600086:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693388.600088:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693388.600091:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693388.600095:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3872
00000400:00000200:1.0:1790693388.600099:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693388.600103:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693388.600106:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6652:6652:256:4294967295] 192.168.204.134@tcp LPNI seq info [6647:6647:8:4294967295]
00000400:00000200:1.0:1790693388.600111:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693388.600119:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790693388.600128:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:1.0:1790693388.600128:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693388.600137:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000010:1.0:1790693388.600137:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000100:00080000:0.0:1790693388.600143:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693388.600148:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:1.0:1790693388.600149:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693388.600152:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693388.600158:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:1.1:1790693388.600159:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693388.600162:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693388.600167:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693388.600169:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693388.600171:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693388.600173:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693388.600175:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693388.600177:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:1.0:1790693388.600179:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693388.600182:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.600187:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693388.600187:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693388.600192:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298545922
00000100:00000040:0.0:1790693388.600193:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.600199:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000010:1.0:1790693388.600201:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3360.
00000020:00000040:0.0:1790693388.600202:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693388.600208:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693388.600210:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600211:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1790693388.600215:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693388.600220:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693388.600221:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298545922
02000000:00000001:0.0:1790693388.600223:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.600227:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:1.0:1790693388.600228:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3660.
00000008:00100000:0.0:1790693388.600230:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693388.600234:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000008:00000001:0.0:1790693388.600235:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.600240:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600242:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1790693388.600245:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693388.600246:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693388.600249:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:1.0:1790693388.600252:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693388.600253:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693388.600257:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600257:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693388.600260:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693388.600263:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693388.600265:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600267:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693388.600270:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000010:0.0:1790693388.600271:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71c00.
00000100:00000001:1.0:1790693388.600274:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693388.600277:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600278:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693388.600281:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1790693388.600287:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693388.600289:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693388.600306:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693388.600308:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693388.600310:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693388.600313:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693388.600316:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790693388.600318:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.600320:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693388.600324:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309568:192.168.204.134@tcp:38:
00000100:00000040:0.0:1790693388.600329:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693388.600331:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693388.600335:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693388.600338:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693388.600343:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693388.600346:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693388.600348:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc400.
00000100:00080000:0.0:1790693388.600350:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790693388.600352:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693388.600357:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693388.600360:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790693388.600361:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693388.600364:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1790693388.600367:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8058.
00000100:00000001:0.0:1790693388.600369:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:1.0:1790693388.600373:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43426e8.
00000100:00080000:0.0:1790693388.600374:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3872
00000100:00000200:1.0:1790693388.600379:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309568, portal 10
00000400:00000200:0.0:1790693388.600382:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693388.600384:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693388.600387:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000400:00000200:0.0:1790693388.600388:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693388.600393:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693388.600422:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693388.600426:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693388.600427:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693388.600432:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.600438:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693388.600444:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1790693388.600445:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693388.600448:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000040:1.0:1790693388.600450:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000001:0.0:1790693388.600451:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693388.600455:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000010:1.0:1790693388.600456:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000020:00000001:0.0:1790693388.600458:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693388.600462:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000200:1.0:1790693388.600462:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101309568, offset 0
00000100:00000040:0.0:1790693388.600470:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693388.600474:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693388.600475:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693388.600480:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693388.600483:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693388.600484:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693388.600489:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000200:1.0:1790693388.600491:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:0.0:1790693388.600495:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693388.600498:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693388.600500:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.600504:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:0.0:1790693388.600505:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693388.600510:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790693388.600511:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693388.600516:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.600517:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:0.0:1790693388.600520:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693388.600524:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6653:6653:255:4294967295] 192.168.204.134@tcp LPNI seq info [6648:6648:7:4294967295]
00000008:00100000:0.0:1790693388.600525:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693388.600532:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.600535:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693388.600536:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693388.600543:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000400:00000200:1.0:1790693388.600545:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1790693388.600547:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693388.600552:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1790693388.600553:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000001:0.0:1790693388.600555:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.600559:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693388.600561:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1790693388.600561:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9800.
02000000:00000001:0.0:1790693388.600564:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693388.600569:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000010:0.0:1790693388.600571:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73000.
00000100:00000001:0.0:1790693388.600576:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693388.600582:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693388.600590:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790693388.600590:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693388.600593:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600596:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693388.600600:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693388.600602:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693388.600611:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693388.600616:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298544659
00000100:00000001:0.0:1790693388.600617:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693388.600621:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693388.600627:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693388.600627:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298545922
00000100:00000001:0.0:1790693388.600630:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693388.600633:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298544659
00000100:00080000:0.0:1790693388.600634:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693388.600639:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298545922
00000100:00000001:0.0:1790693388.600640:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693388.600645:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693388.600646:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3872
00000100:00000001:1.0:1790693388.600650:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693388.600655:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693388.600656:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693388.600661:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693388.600664:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693388.600665:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693388.600668:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693388.600672:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693388.600673:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693388.600676:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1790693388.600679:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693388.600681:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693388.600683:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693388.600684:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693388.600688:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693388.600688:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790693388.600691:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693388.600692:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693388.600696:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000040:1.0:1790693388.600696:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693388.600700:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693388.600704:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693388.600721:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1790693388.600722:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693388.600724:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.600725:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693388.600730:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693388.600730:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693388.600734:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693388.600734:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1790693388.600740:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:1.0:1790693388.600740:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693388.600747:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:1.0:1790693388.600749:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309696:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693388.600754:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600756:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693388.600758:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693388.600760:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693388.600763:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693388.600764:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693388.600765:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693388.600770:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693388.600772:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:0.0:1790693388.600774:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693388.600776:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693388.600778:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1790693388.600783:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:0.0:1790693388.600785:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.600789:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693388.600790:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc89a0.
00000100:00000010:0.0:1790693388.600794:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000400:00000010:1.0:1790693388.600796:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342c38.
00000020:00000040:0.0:1790693388.600798:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000200:1.0:1790693388.600802:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309696, portal 10
02000000:00000001:0.0:1790693388.600803:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693388.600806:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600807:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693388.600810:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693388.600811:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
02000000:00000001:0.0:1790693388.600813:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693388.600817:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693388.600822:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693388.600826:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72800.
00000100:00000001:0.0:1790693388.600832:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600833:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693388.600837:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00100000:0.0:1790693388.600841:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693388.600843:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342b28.
00000100:00000200:1.0:1790693388.600848:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101309696, offset 0
00000100:00000001:0.0:1790693388.600854:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693388.600857:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.600859:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693388.600865:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693388.600866:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693388.600874:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693388.600881:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693388.600882:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.600887:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:0.0:1790693388.600890:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3882)
00000400:00000200:1.0:1790693388.600892:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693388.600897:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693388.600900:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6654:6654:254:4294967295] 192.168.204.134@tcp LPNI seq info [6649:6649:6:4294967295]
00000400:00000200:1.0:1790693388.600904:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693388.600911:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693388.600916:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693388.600920:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9f00.
00000800:00000200:1.0:1790693388.600924:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693388.600927:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693388.600930:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693388.600933:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693388.600936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693388.600937:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298544665
00000100:00000001:1.0:1790693388.600939:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298545922
00000100:00000001:1.0:1790693388.600941:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298544665
00000100:00000001:1.0:1790693388.600945:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298545922
00000100:00000001:1.0:1790693388.600947:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693388.600948:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.600950:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693388.600954:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693388.600961:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693388.600962:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693388.600964:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693388.600966:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693388.600968:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693388.600970:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309824:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693388.600974:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693388.600975:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693388.600977:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693388.600978:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693388.600982:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc000.
02000000:00000001:1.0:1790693388.600984:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.600987:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693388.600989:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8c08.
00000400:00000010:1.0:1790693388.600993:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43422a8.
00000100:00000200:1.0:1790693388.600996:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309824, portal 4
00000100:00000001:1.0:1790693388.600997:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693388.600999:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693388.601007:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693388.601012:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693388.601014:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693388.601016:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693388.601018:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101309824, offset 0
00000400:00000200:1.0:1790693388.601022:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693388.601025:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693388.601028:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693388.601031:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693388.601033:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693388.601035:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693388.601038:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693388.601040:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6655:6655:253:4294967295] 192.168.204.134@tcp LPNI seq info [6650:6650:5:4294967295]
00000400:00000200:1.0:1790693388.601044:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693388.601049:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693388.601053:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693388.601056:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693388.601059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693388.601063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693388.601082:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693388.601085:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693388.601089:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693388.601091:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298544659
00000100:00000001:1.0:1790693388.601093:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298545922
00000100:00000001:1.0:1790693388.601096:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298544659
00000100:00000001:1.0:1790693388.601098:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298545922
00000100:00000001:1.0:1790693388.601100:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693388.601102:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.601104:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.601107:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693388.601110:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693388.601111:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693388.601113:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693388.601115:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693388.601116:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693388.601120:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693388.601126:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693388.601127:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693388.601129:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693388.601131:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693388.601132:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693388.601134:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309952:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693388.601137:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693388.601139:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693388.601140:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693388.601142:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693388.601145:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693388.601146:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693388.601149:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693388.601152:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc81b8.
00000400:00000010:1.0:1790693388.601155:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342000.
00000100:00000200:1.0:1790693388.601158:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101309952, portal 4
00000100:00000001:1.0:1790693388.601160:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693388.601161:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693388.601167:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693388.601173:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693388.601176:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693388.601177:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693388.601180:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101309952, offset 0
00000400:00000200:1.0:1790693388.601184:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693388.601188:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693388.601192:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693388.601195:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693388.601198:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693388.601200:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693388.601202:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693388.601205:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6656:6656:252:4294967295] 192.168.204.134@tcp LPNI seq info [6651:6651:4:4294967295]
00000400:00000200:1.0:1790693388.601209:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693388.601214:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693388.601219:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693388.601222:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693388.601225:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693388.601229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693388.601232:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693388.601235:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693388.601237:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693388.601239:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298544664
00000100:00000001:1.0:1790693388.601241:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298545922
00000100:00000001:1.0:1790693388.601243:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298544664
00000100:00000001:1.0:1790693388.601245:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298545922
00000100:00000001:1.0:1790693388.601247:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693388.601249:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.601251:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.601253:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693388.601256:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693388.601257:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693388.601259:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693388.601260:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693388.601261:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.601263:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.983506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693388.983506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693388.983515:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693388.983516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693388.983520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.983521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693388.983525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693388.983526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693388.983530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693388.983532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693388.983534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693388.983537:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693388.983538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693388.983539:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693388.983542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693388.983544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693388.983545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693388.983549:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693388.983672:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693388.983675:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693388.983677:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693388.983679:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693388.983681:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693388.983684:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693388.983686:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693388.983688:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693388.983689:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693388.983750:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693388.983753:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693388.983755:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693389.943565:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298545922, at 4298545984
00000100:00000010:1.0:1790693389.943588:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3660.
00000100:00000040:0.0:1790693389.943612:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298545922, at 4298545984
00000100:00000010:0.0:1790693389.943629:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3360.
00000100:00000001:1.0:1790693390.007599:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693390.007599:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693390.007606:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693390.007617:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693390.007617:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693390.007621:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693390.007622:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693390.007624:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693390.007631:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693390.007632:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693390.007633:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693390.007642:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693390.007644:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693390.007645:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693390.007650:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693390.007650:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693390.007652:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693390.007655:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693390.007661:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693390.007662:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693390.007665:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693390.007665:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693390.007668:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693390.007670:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693390.007674:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693390.007676:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693390.007693:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693390.007899:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693390.007902:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693390.007905:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693391.031510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693391.031511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693391.031518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693391.031518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693391.031522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693391.031524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693391.031529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693391.031530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693391.031537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693391.031538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693391.031539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693391.031543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693391.031543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693391.031545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693391.031547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693391.031548:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693391.031551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693391.031554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693391.031591:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693391.031594:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693391.031596:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1790693391.671735:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:1.0:1790693391.671795:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1790693391.671813:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693391.671817:0:2389:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:1.0:1790693391.671822:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693391.671827:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1790693391.671832:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:1.0:1790693391.671837:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000400:00000200:1.0:1790693391.671845:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1790693391.671850:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1790693391.671858:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693391.671861:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693391.671868:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693391.671881:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.671913:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693391.671917:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.671941:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693391.671944:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:1.0:1790693391.671956:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:1.0:1790693391.671959:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9800.
00000400:00000200:1.0:1790693391.671962:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1790693391.671964:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1790693391.671969:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:1.0:1790693391.671970:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:1.0:1790693391.671973:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693391.671977:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.671984:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693391.671987:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.671993:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693391.671995:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:1.0:1790693391.672000:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:1.0:1790693391.672002:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9f00.
00000400:00000200:1.0:1790693391.672004:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1790693391.672007:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1790693391.672010:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342b28
00000400:00000010:1.0:1790693391.672012:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342b28.
00000100:00000001:1.0:1790693391.672014:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693391.672019:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.672026:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693391.672029:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.672035:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693391.672036:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:1.0:1790693391.672041:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:1.0:1790693391.672043:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:1.0:1790693391.672045:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1790693391.672048:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1790693391.672051:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693391.672053:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693391.672055:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693391.672059:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.672066:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693391.672069:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.672074:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693391.672076:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:1.0:1790693391.672079:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:1.0:1790693391.672081:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693391.672083:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1790693391.672086:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1790693391.672088:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693391.672090:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693391.672092:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693391.672097:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.672103:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693391.672107:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693391.672114:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693391.672115:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693391.672134:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693391.672139:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693391.672142:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693391.672159:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693388/real 1790693391]  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693391.672175:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693391.672177:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693391.672181:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc81b8.
00000400:00000200:0.0:1790693391.672187:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342000
00000400:00000010:0.0:1790693391.672189:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342000.
00000100:00000001:0.0:1790693391.672194:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693391.672198:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693391.672208:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672215:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693391.672217:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672220:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672222:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693391.672225:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672232:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693391.672236:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672242:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693391.672245:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672247:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672248:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672251:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693391.672253:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693391.672257:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693391.672262:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693391.672265:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693391.672278:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693391.672286:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309952:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693391.672292:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693391.672297:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693388/real 1790693391]  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693391.672309:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693391.672311:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693391.672313:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc89a0.
00000400:00000200:0.0:1790693391.672316:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342c38
00000400:00000010:0.0:1790693391.672317:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342c38.
00000100:00000001:0.0:1790693391.672320:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693391.672322:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693391.672329:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672334:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693391.672336:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672337:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672339:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693391.672342:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672347:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693391.672350:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672356:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693391.672358:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672359:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672360:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672361:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693391.672363:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693391.672366:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693391.672370:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693391.672372:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693391.672376:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693391.672384:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309696:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693391.672388:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693391.672393:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693388/real 1790693391]  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693391.672433:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693391.672435:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693391.672438:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c08.
00000400:00000200:0.0:1790693391.672441:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43422a8
00000400:00000010:0.0:1790693391.672443:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43422a8.
00000100:00000001:0.0:1790693391.672446:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693391.672450:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693391.672459:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672465:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693391.672467:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672468:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672469:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693391.672473:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672479:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693391.672482:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672488:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693391.672491:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672492:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672494:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672495:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693391.672498:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693391.672500:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693391.672503:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693391.672505:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693391.672509:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693391.672516:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309824:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693391.672521:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693391.672525:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693388/real 1790693391]  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693391.672532:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693391.672533:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693391.672535:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8058.
00000400:00000200:0.0:1790693391.672548:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43426e8
00000400:00000010:0.0:1790693391.672549:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43426e8.
00000100:00000001:0.0:1790693391.672551:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693391.672555:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693391.672562:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672569:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693391.672570:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672572:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672573:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693391.672576:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672581:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693391.672585:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672592:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693391.672594:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672596:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672597:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672598:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693391.672601:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693391.672603:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693391.672607:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693391.672609:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693391.672613:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693391.672621:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101309568:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693391.672628:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693391.672634:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693388/real 1790693391]  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693391.672642:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693391.672643:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693391.672645:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8c60.
00000400:00000200:0.0:1790693391.672647:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43424c8
00000400:00000010:0.0:1790693391.672663:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43424c8.
00000100:00000001:0.0:1790693391.672667:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693391.672671:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693391.672678:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672684:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693391.672688:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672692:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672694:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693391.672700:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672708:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693391.672713:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672721:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693391.672723:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672724:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693391.672726:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672728:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693391.672730:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693391.672733:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693391.672736:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693391.672739:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693391.672743:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693391.672750:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101309440:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693391.672754:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672757:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693391.672760:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101309952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672766:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693391.672769:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693391.672773:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:0.0:1790693391.672778:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693391.672781:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693391.672783:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693391.672786:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693391.672789:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693391.672792:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693391.672794:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693391.672796:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:0.0:1790693391.672799:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693391.672800:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672802:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693391.672805:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101309696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672810:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693391.672811:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693391.672812:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:0.0:1790693391.672815:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693391.672816:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693391.672817:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693391.672819:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693391.672821:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693391.672824:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693391.672825:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693391.672826:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:0.0:1790693391.672828:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693391.672829:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672830:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693391.672833:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101309824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672839:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693391.672841:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693391.672842:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc000.
02000000:00000001:0.0:1790693391.672845:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693391.672846:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693391.672847:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693391.672849:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693391.672850:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693391.672852:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693391.672853:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693391.672855:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:0.0:1790693391.672858:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693391.672859:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672860:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693391.672863:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101309568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672870:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693391.672871:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693391.672873:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc400.
02000000:00000001:0.0:1790693391.672875:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693391.672877:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693391.672878:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693391.672880:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693391.672881:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693391.672883:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693391.672884:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693391.672885:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:0.0:1790693391.672887:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693391.672888:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672890:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693391.672893:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101309440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693391.672905:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693391.672906:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693391.672907:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd400.
02000000:00000001:0.0:1790693391.672911:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693391.672912:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693391.672913:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693391.672914:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693391.672916:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693391.672918:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693391.672919:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693391.672920:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:0.0:1790693391.672921:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693391.672922:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672924:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693391.672932:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693391.672933:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693391.672935:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693391.672937:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693392.055566:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693392.055566:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693392.055580:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693392.055584:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693392.055589:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693392.055593:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693392.055595:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693392.055601:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693392.055603:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693392.055608:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693392.055609:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693392.055613:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693392.055615:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693392.055618:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693392.055620:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693392.055622:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693392.055631:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693392.055633:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693392.055786:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693392.055790:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693392.055794:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693393.079518:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693393.079518:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693393.079527:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693393.079527:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693393.079532:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693393.079532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693393.079540:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693393.079540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693393.079547:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693393.079547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693393.079551:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693393.079551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.079558:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693393.079558:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693393.079559:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693393.079563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693393.079564:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693393.079564:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693393.079568:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.079571:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693393.079571:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693393.079574:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693393.079578:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693393.079582:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693393.079585:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693393.079586:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693393.079588:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693393.079617:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693393.079620:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693393.079637:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693393.719506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693393.719511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693393.719514:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693393.719517:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693393.719521:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693393.719530:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3877
00000400:00000200:0.0:1790693393.719541:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693393.719547:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693393.719550:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693393.719553:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719556:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693393.719559:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719561:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693393.719569:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693393.719572:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693393.719575:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693393.719579:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693393.719581:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693393.719583:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693393.719603:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719607:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693393.719609:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719621:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693393.719625:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693393.719628:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719631:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693393.719634:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693393.719638:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693393.719641:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.719644:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693393.719648:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693393.719658:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693393.719662:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693393.719666:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693393.719669:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.719672:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693393.719675:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693393.719680:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693393.719691:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73800.
00000100:00000001:0.0:1790693393.719698:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693393.719706:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693393.719714:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693393.719716:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693393.719719:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693393.719733:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693393.719736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693393.719739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693393.719740:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693393.719742:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693393.719744:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693393.719747:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3877
00000400:00000200:0.0:1790693393.719752:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693393.719755:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693393.719756:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693393.719759:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719761:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693393.719763:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693393.719764:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693393.719765:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693393.719768:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693393.719768:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1790693393.719769:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:1.0:1790693393.719770:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693393.719771:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693393.719773:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693393.719775:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693393.719776:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693393.719777:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693393.719780:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719782:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693393.719783:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1790693393.719784:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693393.719784:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.719786:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693393.719787:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1790693393.719788:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:1.0:1790693393.719790:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693393.719791:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719793:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693393.719795:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693393.719796:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693393.719800:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101310080:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693393.719804:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693393.719807:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693393.719809:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693393.719810:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693393.719811:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.719812:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693393.719813:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693393.719817:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1790693393.719818:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
00000008:00000001:0.0:1790693393.719820:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.719820:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.719822:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693393.719825:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693393.719827:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000200:1.0:1790693393.719827:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693393.719830:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790693393.719830:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
02000000:00000001:0.0:1790693393.719831:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.719833:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693393.719834:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693393.719836:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693393.719836:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
02000000:00000010:0.0:1790693393.719838:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73400.
00000100:00000001:0.0:1790693393.719841:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693393.719843:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310080, portal 25
00000100:00100000:0.0:1790693393.719845:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693393.719845:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693393.719848:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000001:0.0:1790693393.719852:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1790693393.719853:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693393.719854:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693393.719857:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.719865:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693393.719866:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693393.719868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693393.719868:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693393.719871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1790693393.719871:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000001:0.0:1790693393.719873:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693393.719874:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1790693393.719874:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101310080, offset 0
00000100:00000001:0.0:1790693393.719877:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693393.719879:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3877
00000400:00000200:1.0:1790693393.719881:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693393.719887:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693393.719889:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693393.719891:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693393.719894:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693393.719894:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693393.719896:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693393.719898:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.719899:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693393.719900:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693393.719904:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693393.719908:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693393.719912:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693393.719915:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693393.719918:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6657:6657:256:4294967295] 192.168.204.134@tcp LPNI seq info [6652:6652:8:4294967295]
00000400:00000200:1.0:1790693393.719923:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.719932:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693393.720074:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.720079:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693393.720086:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693393.720090:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693393.720095:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693393.720099:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693393.720103:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.720105:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693393.720113:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693393.720118:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1790693393.720980:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693393.720986:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693393.720990:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693393.720993:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693393.720995:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693393.720999:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693393.721005:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721008:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693393.721011:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721013:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693393.721015:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693393.721018:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721021:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693393.721023:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693393.721028:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693393.721030:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.721033:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693393.721036:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693393.721039:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.721041:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693393.721047:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693393.721050:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693393.721053:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693393.721054:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.721058:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693393.721060:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693393.721063:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693393.721068:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73000.
00000100:00000001:0.0:1790693393.721074:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693393.721081:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693393.721100:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693393.721103:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693393.721108:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693393.721118:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693393.721121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693393.721124:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000100:00080000:0.0:1790693393.721126:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693393.721127:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1790693393.721128:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00080000:0.0:1790693393.721129:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693393.721133:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693393.721133:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:0.0:1790693393.721136:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3877
00000100:00000200:1.0:1790693393.721138:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693393.721141:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693393.721144:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693393.721147:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693393.721150:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693393.721150:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693393.721152:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693393.721153:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693393.721154:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693393.721156:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693393.721159:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693393.721160:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693393.721162:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693393.721162:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693393.721163:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:1.0:1790693393.721164:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790693393.721165:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693393.721167:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693393.721170:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721172:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693393.721173:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693393.721174:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721176:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693393.721178:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693393.721181:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721183:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693393.721185:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693393.721185:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693393.721188:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693393.721188:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298551043
02000000:00000001:0.0:1790693393.721190:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.721192:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:1.0:1790693393.721194:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3660.
00000008:00100000:0.0:1790693393.721195:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693393.721197:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.721199:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693393.721201:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693393.721203:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1790693393.721204:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693393.721206:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693393.721208:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.721209:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693393.721210:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693393.721211:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298551043
02000000:00000001:0.0:1790693393.721212:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693393.721214:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3ba0.
02000000:00000010:0.0:1790693393.721215:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71c00.
00000100:00000001:1.0:1790693393.721217:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693393.721218:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721220:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1790693393.721222:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693393.721223:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721226:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790693393.721228:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693393.721230:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693393.721232:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693393/real 1790693393]  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693393.721233:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693393.721241:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693393.721243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1790693393.721243:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693393.721245:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1790693393.721246:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1790693393.721247:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000100:00000001:0.0:1790693393.721248:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693393.721249:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693393.721251:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693393.721251:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000100:00080000:0.0:1790693393.721253:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3877
00000400:00000010:1.0:1790693393.721253:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693393.721256:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000400:00000200:0.0:1790693393.721257:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:1.0:1790693393.721259:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693393.721260:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693393.721262:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693393.721265:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721268:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790693393.721268:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693393.721270:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721273:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693393.721275:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693393.721275:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:0.0:1790693393.721277:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:1.0:1790693393.721277:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693393.721279:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693393.721279:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1790693393.721280:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693393.721282:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693393.721282:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693393.721284:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00100000:1.0:1790693393.721286:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693393.721287:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721289:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693393.721291:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721293:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693393.721295:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:1.0:1790693393.721295:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693393.721298:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693393.721300:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693393.721300:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693393.721301:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693393.721303:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693393.721305:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693393.721307:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693393.721307:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:0.0:1790693393.721308:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693393.721310:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721310:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693393.721312:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721312:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.721313:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1790693393.721315:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693393.721316:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1790693393.721317:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:1.0:1790693393.721318:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1790693393.721319:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693393.721321:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693393.721321:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1790693393.721322:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693393.721324:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693393.721325:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693393.721325:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000010:0.0:1790693393.721329:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72800.
00000100:00000001:1.0:1790693393.721330:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1790693393.721331:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693393.721334:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693393.721335:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1790693393.721344:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101310080:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693393.721349:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693393.721349:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693393.721350:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721351:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693393.721354:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693393.721354:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101310080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693393.721362:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721362:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693393.721365:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1790693393.721367:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3887)
02000000:00000010:1.0:1790693393.721369:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693393.721372:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693393.721374:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693393.721376:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693393.721379:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693393.721381:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73800.
02000000:00000001:1.0:1790693393.721385:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693393.721387:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693393.721413:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693393.721417:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693393.721419:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.721421:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.721433:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693393.721434:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721436:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693393.721437:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693393.721439:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693393.721443:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721450:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693393.721452:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.721455:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693393.721458:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693393.721460:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693393.721463:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310208:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693393.721467:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693393.721471:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693393.721473:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.721476:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693393.721479:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693393.721481:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693393.721486:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693393.721489:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693393.721493:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693393.721498:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310208, portal 10
00000100:00000001:1.0:1790693393.721500:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693393.721501:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:1.0:1790693393.721509:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721515:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693393.721517:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693393.721520:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693393.721522:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101310208, offset 0
00000400:00000200:1.0:1790693393.721527:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693393.721535:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.721541:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693393.721546:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693393.721549:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693393.721553:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693393.721555:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693393.721559:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6658:6658:256:4294967295] 192.168.204.134@tcp LPNI seq info [6653:6653:8:4294967295]
00000400:00000200:1.0:1790693393.721564:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.721573:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693393.721579:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.721583:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693393.721590:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693393.721593:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693393.721599:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693393.721602:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693393.721606:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.721608:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693393.721622:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693393.721626:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693393.721630:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693393.721633:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693393.721635:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693393.721639:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721645:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.721648:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721654:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721655:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693393.721659:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693393.721665:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693393.721669:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693393.721671:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298549780
00000100:00000001:1.0:1790693393.721673:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.721676:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298549780
00000100:00000001:1.0:1790693393.721679:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.721681:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693393.721683:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.721685:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693393.721689:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693393/real 1790693393]  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693393.721697:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693393.721698:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693393.721700:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693393.721702:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693393.721704:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693393.721706:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693393.721709:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693393.721718:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721724:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693393.721726:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.721727:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.721729:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693393.721732:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721739:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693393.721743:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721754:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693393.721756:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.721758:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.721759:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.721761:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693393.721763:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693393.721766:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693393.721769:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693393.721770:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693393.721774:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693393.721782:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310208:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693393.721786:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693393.721790:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721797:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693393.721798:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.721799:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693393.721801:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693393.721803:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693393.721805:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310336:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693393.721808:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693393.721810:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693393.721811:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.721812:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693393.721816:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693393.721817:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693393.721820:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693393.721823:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693393.721825:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693393.721828:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310336, portal 10
00000100:00000001:1.0:1790693393.721830:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693393.721831:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693393.721836:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721842:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693393.721844:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693393.721846:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693393.721848:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101310336, offset 0
00000400:00000200:1.0:1790693393.721852:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693393.721855:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.721858:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693393.721861:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693393.721863:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693393.721866:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693393.721868:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693393.721872:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6659:6659:256:4294967295] 192.168.204.134@tcp LPNI seq info [6654:6654:8:4294967295]
00000400:00000200:1.0:1790693393.721875:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.721880:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693393.721884:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.721887:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693393.721891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693393.721893:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693393.721897:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693393.721899:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693393.721902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.721904:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693393.721906:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693393.721909:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693393.721912:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693393.721913:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693393.721916:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693393.721919:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721926:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.721928:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.721933:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.722300:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693393.722307:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693393.722311:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693393.722314:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693393.722316:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298549786
00000100:00000001:1.0:1790693393.722319:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.722320:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298549786
00000100:00000001:1.0:1790693393.722323:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.722324:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693393.722326:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.722328:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693393.722333:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693393/real 1790693393]  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693393.722340:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693393.722341:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693393.722343:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693393.722345:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693393.722347:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693393.722349:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693393.722351:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693393.722358:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722369:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693393.722370:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.722372:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.722373:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693393.722377:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722384:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693393.722388:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722394:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693393.722423:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.722425:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.722427:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.722429:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693393.722431:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693393.722433:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693393.722437:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693393.722440:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693393.722444:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693393.722451:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310336:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693393.722455:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693393.722457:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722463:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693393.722464:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.722467:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693393.722469:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693393.722471:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693393.722474:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310464:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693393.722477:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693393.722480:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693393.722482:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.722484:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693393.722488:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693393.722490:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693393.722494:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693393.722496:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693393.722499:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693393.722502:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310464, portal 4
00000100:00000001:1.0:1790693393.722504:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693393.722505:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:1.0:1790693393.722511:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722516:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693393.722518:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693393.722520:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693393.722523:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101310464, offset 0
00000400:00000200:1.0:1790693393.722527:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693393.722531:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.722535:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693393.722538:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693393.722540:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693393.722542:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693393.722545:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693393.722548:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6660:6660:256:4294967295] 192.168.204.134@tcp LPNI seq info [6655:6655:8:4294967295]
00000400:00000200:1.0:1790693393.722552:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.722559:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693393.722563:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.722567:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693393.722571:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693393.722574:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693393.722579:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693393.722581:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693393.722585:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.722587:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693393.722590:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693393.722593:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693393.722596:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693393.722598:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693393.722600:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693393.722603:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722620:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.722624:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722629:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.722631:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693393.722634:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693393.722637:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693393.722640:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693393.722642:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298549781
00000100:00000001:1.0:1790693393.722644:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.722647:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298549781
00000100:00000001:1.0:1790693393.722649:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.722650:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693393.722652:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.722654:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693393.722658:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693393/real 1790693393]  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693393.722672:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693393.722674:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693393.722675:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693393.722677:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693393.722679:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693393.722680:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693393.722683:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693393.722690:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722695:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693393.722696:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.722698:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.722699:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693393.722702:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722708:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693393.722712:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722717:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693393.722719:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.722721:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.722722:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.722723:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693393.722725:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693393.722727:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693393.722730:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693393.722732:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693393.722735:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693393.722742:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310464:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693393.722745:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693393.722748:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722753:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693393.722754:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.722756:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693393.722757:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693393.722759:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693393.722761:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310592:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693393.722765:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693393.722767:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693393.722768:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693393.722770:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693393.722773:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693393.722775:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693393.722777:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693393.722779:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693393.722781:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693393.722784:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310592, portal 4
00000100:00000001:1.0:1790693393.722786:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693393.722787:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693393.722792:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722797:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693393.722799:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693393.722801:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693393.722803:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101310592, offset 0
00000400:00000200:1.0:1790693393.722807:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693393.722810:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.722813:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693393.722816:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693393.722819:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693393.722821:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693393.722823:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693393.722825:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6661:6661:256:4294967295] 192.168.204.134@tcp LPNI seq info [6656:6656:8:4294967295]
00000400:00000200:1.0:1790693393.722829:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693393.722835:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693393.722839:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.722842:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693393.722846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693393.722848:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693393.722851:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693393.722854:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693393.722858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693393.722859:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693393.722862:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693393.722866:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693393.722869:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693393.722870:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693393.722873:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693393.722876:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722882:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.722885:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.722891:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.722893:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693393.722895:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693393.722897:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693393.722900:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693393.722902:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298549786
00000100:00000001:1.0:1790693393.722904:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.722907:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298549786
00000100:00000001:1.0:1790693393.722909:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298551043
00000100:00000001:1.0:1790693393.722911:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693393.722912:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.722914:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693393.722918:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693393/real 1790693393]  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693393.722926:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693393.722927:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693393.722929:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693393.722931:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693393.722933:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693393.723004:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693393.723009:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693393.723018:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.723024:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693393.723026:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723028:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.723029:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693393.723033:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.723039:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693393.723043:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.723048:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693393.723050:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723051:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693393.723053:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723055:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693393.723056:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693393.723058:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693393.723070:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693393.723073:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693393.723076:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693393.723085:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310592:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693393.723089:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723091:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.723094:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101310208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.723100:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693393.723102:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693393.723105:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693393.723108:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693393.723110:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693393.723112:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693393.723114:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693393.723116:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73400.
02000000:00000001:1.0:1790693393.723119:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693393.723121:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693393.723123:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693393.723126:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693393.723127:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723129:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.723132:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101310336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.723142:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693393.723143:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693393.723145:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693393.723147:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693393.723149:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693393.723150:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693393.723152:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693393.723153:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73000.
02000000:00000001:1.0:1790693393.723155:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693393.723156:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693393.723158:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693393.723160:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693393.723161:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723163:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.723166:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101310464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.723172:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693393.723173:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693393.723182:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693393.723185:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693393.723186:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693393.723187:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693393.723189:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693393.723190:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:1.0:1790693393.723196:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693393.723197:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693393.723199:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693393.723201:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693393.723202:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723204:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693393.723207:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101310592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693393.723211:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693393.723213:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693393.723214:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693393.723216:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693393.723217:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693393.723219:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693393.723221:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693393.723222:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72800.
02000000:00000001:1.0:1790693393.723224:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693393.723225:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693393.723226:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693393.723228:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693393.723229:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723231:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693393.723237:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693393.723239:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693393.723241:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693393.723243:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693394.103506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693394.103508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693394.103512:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693394.103514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693394.103516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693394.103517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693394.103522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693394.103523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693394.103524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693394.103528:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693394.103529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693394.103530:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693394.103534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693394.103534:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693394.103534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693394.103540:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693394.103542:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693394.103544:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693394.103547:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693394.103549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693394.103549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693394.103551:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693394.103553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693394.103557:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693394.103558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693394.103560:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693394.103565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693395.063506:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298551043, at 4298551104
00000100:00000040:1.0:1790693395.063506:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298551043, at 4298551104
00000100:00000010:0.0:1790693395.063528:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3660.
00000100:00000010:1.0:1790693395.063530:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3ba0.
00000100:00000001:0.0:1790693395.127509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693395.127513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693395.127516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693395.127518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693395.127520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693395.127521:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693395.127528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693395.127529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693395.127536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693395.127536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693395.127542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693395.127542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693395.127549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693395.127553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693395.127557:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693395.127558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693395.127561:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693395.127565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693395.127667:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693395.127671:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693395.127674:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693395.127720:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693395.127723:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693395.127724:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693395.127726:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693395.127728:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693395.127730:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693395.127732:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693395.127733:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693395.127735:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693396.151559:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693396.151573:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693396.151578:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693396.151579:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693396.151588:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693396.151588:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693396.151606:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693396.151606:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693396.151615:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693396.151616:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693396.151623:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693396.151623:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693396.151626:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693396.151629:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693396.151630:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693396.151632:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693396.151638:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693396.151638:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693396.151638:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693396.151648:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693396.151649:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693396.151650:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693396.151654:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693396.151665:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693396.151669:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693396.151671:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693396.151674:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693397.175522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693397.175529:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693397.175531:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693397.175537:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693397.175540:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693397.175555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693397.175558:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693397.175561:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693397.175563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693397.175650:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693397.175654:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693397.175655:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693397.175658:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693397.175660:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693397.175662:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693397.175663:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693397.175664:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693397.175666:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693397.175946:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1790693397.175950:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693397.175951:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693397.175954:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693397.175955:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693397.175959:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00010000:1.0:1790693397.175960:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693397.175964:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693397.175968:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693397.175970:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693397.175972:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693397.175974:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.199539:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693398.199549:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693398.199550:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693398.199555:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693398.199556:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693398.199559:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693398.199561:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693398.199564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693398.199566:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693398.199569:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693398.199571:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693398.199574:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693398.199575:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693398.199579:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693398.199579:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693398.199583:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693398.199584:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693398.199585:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.199602:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693398.199610:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693398.199612:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693398.199620:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693398.199626:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693398.199630:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.199632:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693398.199636:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.199639:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693398.839921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693398.839929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693398.839931:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693398.839934:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693398.839938:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693398.839944:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3882
00000400:00000200:1.0:1790693398.839950:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693398.839955:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693398.839957:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693398.839959:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.839961:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.839963:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.839964:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693398.839970:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693398.839973:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693398.839975:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693398.839978:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693398.839979:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693398.839981:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693398.839983:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.839984:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.839985:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.839986:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693398.839988:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693398.839990:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693398.839991:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693398.839993:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693398.839996:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693398.839997:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.839999:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693398.840001:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693398.840008:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693398.840010:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693398.840013:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693398.840014:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840016:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693398.840019:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693398.840022:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693398.840028:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693398.840033:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693398.840046:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693398.840056:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693398.840063:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693398.840069:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693398.840096:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693398.840098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693398.840101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693398.840102:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693398.840103:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693398.840105:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693398.840106:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3882
00000400:00000200:1.0:1790693398.840109:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693398.840111:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693398.840113:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693398.840115:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840117:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.840118:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840120:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693398.840122:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693398.840123:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693398.840124:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693398.840126:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693398.840126:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693398.840130:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693398.840131:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693398.840132:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693398.840135:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693398.840138:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693398.840143:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693398.840143:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.840147:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693398.840154:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693398.840156:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.840158:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693398.840159:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:0.0:1790693398.840161:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693398.840165:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693398.840165:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:0.0:1790693398.840169:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101310720:192.168.204.134@tcp:250:
00000100:00080000:1.0:1790693398.840172:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693398.840174:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693398.840178:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.840179:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693398.840182:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693398.840183:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.840187:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693398.840190:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1790693398.840193:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71000.
02000000:00000001:1.0:1790693398.840194:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.840198:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840198:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693398.840204:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1790693398.840209:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:1.0:1790693398.840211:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840214:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693398.840215:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000100:00000010:1.0:1790693398.840218:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693398.840223:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693398.840225:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1790693398.840226:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
02000000:00000001:1.0:1790693398.840227:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840231:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693398.840233:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693398.840235:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693398.840237:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310720, portal 25
02000000:00000010:1.0:1790693398.840240:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:0.0:1790693398.840241:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693398.840245:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000001:1.0:1790693398.840247:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693398.840253:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693398.840256:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693398.840276:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693398.840277:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693398.840280:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693398.840284:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693398.840288:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693398.840291:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693398.840295:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101310720, offset 0
00000100:00000001:1.0:1790693398.840304:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693398.840306:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693398.840308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693398.840313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1790693398.840316:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693398.840316:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693398.840320:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693398.840323:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1790693398.840324:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:1.0:1790693398.840328:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3882
00000400:00000200:0.0:1790693398.840330:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693398.840336:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693398.840339:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693398.840341:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693398.840343:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6662:6662:256:4294967295] 192.168.204.134@tcp LPNI seq info [6657:6657:8:4294967295]
00000400:00000200:0.0:1790693398.840346:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693398.840352:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1790693398.840358:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:0.0:1790693398.840359:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.840365:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000400:00000200:1.0:1790693398.840366:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693398.840370:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1790693398.840374:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693398.840376:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693398.840378:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1790693398.840382:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.840387:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:0.1:1790693398.840387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693398.840392:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1790693398.840393:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693398.840418:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693398.840420:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693398.840422:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:0.0:1790693398.840425:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693398.840426:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000010:0.0:1790693398.840431:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000020:00000001:1.0:1790693398.840431:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693398.840434:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:0.0:1790693398.840440:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1790693398.840440:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840446:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.840451:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693398.840452:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1790693398.840456:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693398.840460:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:0.0:1790693398.840461:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00080000:1.0:1790693398.840464:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:0.0:1790693398.840466:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:1.0:1790693398.840468:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693398.840471:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693398.840472:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1790693398.840475:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1790693398.840479:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693398.840480:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840485:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693398.840487:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693398.840494:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840496:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840497:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1790693398.840502:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000100:00000040:0.0:1790693398.840503:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693398.840507:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693398.840525:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693398.840527:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840529:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840531:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1790693398.840535:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1790693398.840535:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693398.840540:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840545:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693398.840545:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000400:00000200:0.0:1790693398.840552:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693398.840552:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840556:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298556163
00000100:00000010:0.0:1790693398.840561:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00100000:1.0:1790693398.840562:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693398.840568:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693398.840574:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693398.840575:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298556163
00000100:00000001:1.0:1790693398.840577:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693398.840579:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190900.
00000100:00000001:0.0:1790693398.840582:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1790693398.840584:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.840585:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693398.840589:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840593:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693398.840600:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693398.840603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1790693398.840606:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693398/real 1790693398]  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693398.840607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693398.840610:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693398.840613:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693398.840620:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:0.0:1790693398.840623:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693398.840625:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3882
00000400:00000001:0.0:1790693398.840626:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693398.840629:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693398.840632:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693398.840635:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000400:00000200:1.0:1790693398.840635:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693398.840639:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000400:00000200:1.0:1790693398.840642:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000200:0.0:1790693398.840644:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693398.840647:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693398.840655:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:0.0:1790693398.840656:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693398.840660:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.840666:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840671:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693398.840672:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693398.840674:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.840676:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.840678:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693398.840678:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693398.840682:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00100000:0.0:1790693398.840684:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693398.840686:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693398.840689:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693398.840693:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693398.840698:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:0.0:1790693398.840699:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693398.840705:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840709:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693398.840710:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693398.840713:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840718:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693398.840723:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:0.0:1790693398.840725:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693398.840728:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693398.840731:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693398.840732:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840735:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.840736:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.840738:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693398.840742:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1790693398.840742:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:0.0:1790693398.840746:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1790693398.840747:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693398.840750:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000001:1.0:1790693398.840752:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840753:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1790693398.840755:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:0.0:1790693398.840759:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790693398.840759:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693398.840764:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840768:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693398.840773:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000100:00100000:0.0:1790693398.840775:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101310720:192.168.204.134@tcp:250:
00000020:00000040:1.0:1790693398.840776:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693398.840781:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1790693398.840783:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693398.840783:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840788:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693398.840788:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1790693398.840792:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101310720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693398.840792:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693398.840796:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840799:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693398.840801:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693398.840803:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
02000000:00000010:0.0:1790693398.840804:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71000.
00000100:00000001:1.0:1790693398.840809:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.840810:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693398.840813:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693398.840814:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693398.840816:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693398.840818:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:0.0:1790693398.840823:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:1.0:1790693398.840826:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1790693398.840827:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693398.840830:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:0.0:1790693398.840836:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693398.840838:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693398.840841:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693398.840843:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693398.840845:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693398.840851:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.840853:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693398.840857:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840862:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693398.840864:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.840866:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693398.840868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693398.840869:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1790693398.840874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1790693398.840875:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693398.840876:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693398.840880:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693398.840884:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693398.840886:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693398.840887:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.840890:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1790693398.840892:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3882
02000000:00000001:0.0:1790693398.840893:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693398.840896:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693398.840901:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310848:192.168.204.134@tcp:38:
00000400:00000200:1.0:1790693398.840902:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693398.840904:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693398.840908:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693398.840910:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693398.840910:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:0.0:1790693398.840914:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1790693398.840915:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1790693398.840918:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71000.
00000100:00000040:1.0:1790693398.840920:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:0.0:1790693398.840922:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.840924:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.840928:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693398.840931:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693398.840932:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:0.0:1790693398.840937:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000020:00000001:1.0:1790693398.840938:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693398.840941:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000400:00000010:0.0:1790693398.840944:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000020:00000001:1.0:1790693398.840944:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693398.840948:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000200:0.0:1790693398.840950:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310848, portal 10
00000020:00000001:1.0:1790693398.840951:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693398.840955:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1790693398.840956:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693398.840961:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000040:1.0:1790693398.840962:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840966:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693398.840968:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840972:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:0.0:1790693398.840973:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693398.840977:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:0.0:1790693398.840982:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790693398.840985:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:0.0:1790693398.840988:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693398.840989:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693398.840991:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
02000000:00000001:1.0:1790693398.840992:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1790693398.840996:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101310848, offset 0
02000000:00000001:1.0:1790693398.840996:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693398.840999:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.841002:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:0.0:1790693398.841003:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000008:00100000:1.0:1790693398.841004:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693398.841007:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693398.841010:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693398.841010:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693398.841016:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000010:1.0:1790693398.841016:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693398.841021:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:0.0:1790693398.841022:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790693398.841025:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1790693398.841027:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:1.0:1790693398.841028:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693398.841031:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1790693398.841033:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1790693398.841033:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693398.841035:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693398.841039:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000400:00000200:0.0:1790693398.841040:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693398.841043:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693398.841047:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6663:6663:256:4294967295] 192.168.204.134@tcp LPNI seq info [6658:6658:8:4294967295]
00000100:00100000:1.0:1790693398.841050:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693398.841059:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693398.841060:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693398.841061:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693398.841067:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693398.841078:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693398.841080:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693398.841085:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3892)
00000800:00000200:0.0:1790693398.841089:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841093:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693398.841097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693398.841098:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693398.841103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693398.841105:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693398.841107:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841108:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693398.841111:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693398.841114:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693398.841117:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693398.841119:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693398.841121:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693398.841124:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841132:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841135:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841141:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841142:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693398.841145:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693398.841149:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693398.841152:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693398.841154:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298554899
00000100:00000001:0.0:1790693398.841156:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841158:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298554899
00000100:00000001:0.0:1790693398.841160:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841162:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693398.841164:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841166:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693398.841170:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693398/real 1790693398]  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693398.841177:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693398.841178:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693398.841179:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693398.841181:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693398.841183:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693398.841185:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693398.841188:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693398.841194:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841199:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693398.841201:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841202:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841204:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693398.841206:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841213:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693398.841216:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841223:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693398.841225:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841227:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841227:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841229:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693398.841232:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693398.841235:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693398.841238:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693398.841240:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693398.841244:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693398.841251:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310848:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693398.841255:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693398.841257:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841264:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693398.841265:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.841267:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693398.841269:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693398.841271:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693398.841274:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310976:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693398.841277:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693398.841279:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693398.841280:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.841283:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693398.841286:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693398.841288:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693398.841291:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693398.841293:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693398.841296:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693398.841299:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101310976, portal 10
00000100:00000001:0.0:1790693398.841301:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693398.841302:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:0.0:1790693398.841307:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841311:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693398.841313:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693398.841314:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693398.841316:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101310976, offset 0
00000400:00000200:0.0:1790693398.841318:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693398.841321:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693398.841323:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693398.841324:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693398.841326:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693398.841333:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693398.841334:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693398.841336:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6664:6664:256:4294967295] 192.168.204.134@tcp LPNI seq info [6659:6659:8:4294967295]
00000400:00000200:0.0:1790693398.841339:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693398.841342:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693398.841346:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841348:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693398.841352:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693398.841354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693398.841358:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693398.841360:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693398.841364:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841366:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693398.841369:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693398.841372:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693398.841375:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693398.841376:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693398.841378:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693398.841381:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841388:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841391:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841417:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841418:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693398.841422:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693398.841424:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693398.841427:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693398.841428:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298554906
00000100:00000001:0.0:1790693398.841429:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841431:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298554906
00000100:00000001:0.0:1790693398.841432:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841433:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693398.841435:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841436:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693398.841439:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693398/real 1790693398]  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693398.841443:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693398.841444:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693398.841445:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693398.841446:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693398.841447:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693398.841449:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693398.841450:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693398.841456:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841459:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693398.841460:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841461:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841462:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693398.841464:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841467:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693398.841469:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841473:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693398.841474:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841475:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841476:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841476:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693398.841477:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693398.841479:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693398.841481:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693398.841482:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693398.841484:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693398.841488:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101310976:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693398.841490:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693398.841492:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841499:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693398.841500:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.841501:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693398.841502:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693398.841503:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693398.841505:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311104:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693398.841507:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693398.841508:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693398.841509:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.841509:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693398.841524:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693398.841525:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693398.841528:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693398.841529:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693398.841532:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693398.841533:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101311104, portal 4
00000100:00000001:0.0:1790693398.841535:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693398.841535:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:0.0:1790693398.841540:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841544:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693398.841545:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693398.841546:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693398.841548:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101311104, offset 0
00000400:00000200:0.0:1790693398.841550:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693398.841552:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693398.841554:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693398.841556:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693398.841557:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693398.841559:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693398.841560:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693398.841562:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6665:6665:256:4294967295] 192.168.204.134@tcp LPNI seq info [6660:6660:8:4294967295]
00000400:00000200:0.0:1790693398.841565:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693398.841569:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693398.841572:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841573:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693398.841576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693398.841577:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693398.841580:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693398.841581:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693398.841583:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841585:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693398.841587:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693398.841588:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693398.841590:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693398.841591:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693398.841593:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693398.841595:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841599:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841601:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841604:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841605:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693398.841607:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693398.841609:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693398.841610:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693398.841611:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298554900
00000100:00000001:0.0:1790693398.841613:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841614:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298554900
00000100:00000001:0.0:1790693398.841615:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841617:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693398.841618:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841620:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693398.841622:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693398/real 1790693398]  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693398.841627:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693398.841628:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693398.841628:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693398.841630:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693398.841631:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693398.841632:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693398.841633:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693398.841638:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841641:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693398.841642:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841643:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841643:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693398.841645:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841648:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693398.841651:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841654:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693398.841655:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841656:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841657:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841658:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693398.841659:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693398.841660:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693398.841662:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693398.841664:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693398.841666:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693398.841670:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311104:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693398.841672:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841673:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841675:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101310848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841678:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693398.841679:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693398.841680:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693398.841682:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693398.841683:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693398.841684:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693398.841685:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693398.841687:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693398.841689:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693398.841690:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693398.841691:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:0.0:1790693398.841694:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693398.841695:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841696:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841699:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101310976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841705:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693398.841706:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693398.841707:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693398.841710:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693398.841711:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693398.841712:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693398.841714:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693398.841715:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:0.0:1790693398.841718:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693398.841719:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693398.841720:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:0.0:1790693398.841722:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693398.841723:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841725:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841728:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101311104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841734:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693398.841736:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693398.841737:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693398.841738:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693398.841739:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693398.841740:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693398.841741:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693398.841742:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693398.841743:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693398.841744:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693398.841745:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:0.0:1790693398.841746:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693398.841746:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841747:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841750:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693398.841751:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841752:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693398.841753:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693398.841753:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693398.841756:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841760:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693398.841761:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.841762:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693398.841763:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693398.841764:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693398.841766:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311232:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693398.841769:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693398.841770:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693398.841771:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693398.841772:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693398.841774:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693398.841776:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693398.841779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693398.841781:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693398.841784:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693398.841786:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101311232, portal 4
00000100:00000001:0.0:1790693398.841788:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693398.841790:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:0.0:1790693398.841794:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841799:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693398.841800:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693398.841802:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693398.841804:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101311232, offset 0
00000400:00000200:0.0:1790693398.841807:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693398.841810:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693398.841814:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693398.841816:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693398.841818:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693398.841820:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693398.841822:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693398.841824:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6666:6666:256:4294967295] 192.168.204.134@tcp LPNI seq info [6661:6661:8:4294967295]
00000400:00000200:0.0:1790693398.841828:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693398.841833:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693398.841837:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841840:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693398.841843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693398.841845:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693398.841849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693398.841851:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693398.841854:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693398.841856:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693398.841858:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693398.841861:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693398.841863:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693398.841865:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693398.841867:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693398.841869:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841876:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841878:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841883:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841884:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693398.841887:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693398.841889:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693398.841891:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693398.841893:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298554905
00000100:00000001:0.0:1790693398.841895:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841896:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298554905
00000100:00000001:0.0:1790693398.841898:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298556163
00000100:00000001:0.0:1790693398.841900:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693398.841901:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.841902:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693398.841905:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693398/real 1790693398]  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693398.841912:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693398.841913:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693398.841915:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693398.841917:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693398.841918:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693398.841920:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693398.841923:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693398.841930:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841935:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693398.841937:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841938:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841939:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693398.841942:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841948:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693398.841951:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841957:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693398.841959:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841961:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693398.841962:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841964:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693398.841965:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693398.841967:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693398.841970:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693398.841973:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693398.841975:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693398.841980:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311232:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693398.841983:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.841984:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693398.841986:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101311232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693398.841989:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693398.841990:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693398.841991:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693398.841992:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693398.841993:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693398.841994:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693398.841995:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693398.841996:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:0.0:1790693398.841997:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693398.841998:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693398.841999:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:0.0:1790693398.842001:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693398.842001:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.842002:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693398.842008:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693398.842010:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693398.842011:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693398.842012:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693399.223473:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693399.223480:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693399.223482:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693399.223485:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693399.223487:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693399.223488:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693399.223496:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693399.223496:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693399.223514:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693399.223516:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693399.223519:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693399.223521:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693399.223524:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693399.223525:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693399.223529:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693399.223530:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693399.223535:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693399.223536:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693399.223543:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693399.223549:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693399.223552:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693399.223558:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693399.223561:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693399.223564:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693399.223569:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693399.223573:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693399.223579:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693399.223644:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693399.223646:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693399.223648:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693400.183506:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298556163, at 4298556224
00000100:00000040:0.0:1790693400.183515:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298556163, at 4298556224
00000100:00000010:1.0:1790693400.183524:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190900.
00000100:00000010:0.0:1790693400.183527:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:2.0:1790693400.247514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693400.247516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693400.247521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693400.247522:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693400.247523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693400.247525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693400.247529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693400.247530:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693400.247533:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693400.247537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693400.247538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693400.247542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693400.247542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693400.247544:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693400.247547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693400.247548:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693400.247553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693400.247557:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693400.247574:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693400.247578:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693400.247581:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693401.271541:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693401.271544:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693401.271550:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693401.271554:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693401.271555:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693401.271559:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693401.271563:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693401.271567:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693401.271570:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693401.271576:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693401.271578:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693401.271585:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693401.271586:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693401.271596:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693401.271597:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693401.271605:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693401.271608:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693401.271610:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693401.271762:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693401.271766:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693401.271768:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693402.295512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693402.295523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693402.295526:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693402.295533:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693402.295538:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693402.295540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693402.295545:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693402.295546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693402.295550:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693402.295552:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693402.295555:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693402.295557:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693402.295560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693402.295562:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693402.295565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693402.295571:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693402.295573:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693402.295578:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693402.295578:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693402.295587:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693402.295591:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693402.295597:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693402.295602:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693402.295606:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693402.295612:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693402.295614:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693402.295618:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.319524:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693403.319524:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693403.319533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693403.319534:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693403.319536:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693403.319537:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693403.319547:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693403.319548:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693403.319553:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693403.319560:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693403.319566:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693403.319566:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.319568:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693403.319571:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693403.319572:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693403.319574:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.319578:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693403.319587:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693403.319587:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693403.319587:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693403.319598:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.319601:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693403.319602:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.319612:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.319619:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693403.319621:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.319624:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693403.959502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693403.959512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693403.959516:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693403.959522:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693403.959529:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693403.959538:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3887
00000400:00000200:1.0:1790693403.959546:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693403.959552:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693403.959555:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693403.959557:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959560:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693403.959562:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959564:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693403.959569:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693403.959571:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693403.959573:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693403.959576:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693403.959577:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693403.959579:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693403.959581:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959582:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693403.959583:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959584:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693403.959586:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693403.959589:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959590:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693403.959592:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693403.959595:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693403.959597:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959598:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693403.959600:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693403.959608:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000020:00000040:1.0:1790693403.959611:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693403.959615:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693403.959617:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959619:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693403.959622:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693403.959627:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693403.959635:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693403.959641:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693403.959651:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693403.959661:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693403.959663:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693403.959667:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693403.959681:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693403.959684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693403.959686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693403.959688:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693403.959688:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693403.959690:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693403.959693:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693403.959694:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693403.959698:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1790693403.959699:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3887
00000400:00000200:1.0:1790693403.959703:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693403.959708:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693403.959709:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693403.959714:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693403.959720:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959725:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693403.959726:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693403.959730:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693403.959730:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959735:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:0.0:1790693403.959736:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693403.959740:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693403.959744:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693403.959749:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101311360:192.168.204.134@tcp:250:
00000020:00000001:1.0:1790693403.959749:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693403.959753:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:0.0:1790693403.959756:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1790693403.959757:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1790693403.959761:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790693403.959761:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
02000000:00000001:0.0:1790693403.959765:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693403.959765:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693403.959770:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:0.0:1790693403.959771:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1790693403.959774:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959776:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1790693403.959778:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73c00.
00000100:00000040:1.0:1790693403.959779:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959782:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693403.959784:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693403.959788:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:0.0:1790693403.959790:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959790:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693403.959795:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693403.959800:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1790693403.959801:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693403.959803:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959806:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693403.959810:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693403.959813:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959814:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693403.959817:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693403.959819:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693403.959820:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693403.959822:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959823:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693403.959825:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693403.959826:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693403.959828:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
02000000:00000010:1.0:1790693403.959831:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00000001:1.0:1790693403.959835:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693403.959838:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00100000:1.0:1790693403.959839:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693403.959846:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1790693403.959848:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101311360, portal 25
00000100:00000001:1.0:1790693403.959848:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.959853:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1790693403.959854:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.959857:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000001:1.0:1790693403.959865:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693403.959868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790693403.959869:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693403.959872:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693403.959875:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693403.959877:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693403.959882:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693403.959886:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3887
00000100:00000001:0.0:1790693403.959888:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1790693403.959891:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693403.959895:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693403.959896:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693403.959899:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1790693403.959900:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000040:1.0:1790693403.959902:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:0.0:1790693403.959905:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101311360, offset 0
00000100:00000001:1.0:1790693403.959905:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693403.959908:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959911:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693403.959913:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693403.959914:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693403.959916:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693403.959918:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:0.0:1790693403.959919:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693403.959920:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693403.959923:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693403.959926:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959927:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693403.959930:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693403.959931:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.959936:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693403.959938:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:0.0:1790693403.959939:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:1.0:1790693403.959944:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693403.959948:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693403.959948:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693403.959952:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693403.959955:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693403.959958:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693403.959960:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693403.959964:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6667:6667:256:4294967295] 192.168.204.134@tcp LPNI seq info [6662:6662:8:4294967295]
02000000:00000001:1.0:1790693403.959967:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1790693403.959969:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693403.959973:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959976:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:0.0:1790693403.959981:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000008:00100000:1.0:1790693403.959981:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693403.959987:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.959990:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693403.959993:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000010:1.0:1790693403.959996:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000020:00000040:1.0:1790693403.960000:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000800:00000010:0.0:1790693403.960001:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
02000000:00000001:1.0:1790693403.960004:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693403.960006:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.960009:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1790693403.960011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:1.0:1790693403.960012:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693403.960015:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693403.960018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
02000000:00000010:1.0:1790693403.960021:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693403.960027:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693403.960028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693403.960032:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000100:00100000:1.0:1790693403.960034:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1790693403.960041:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.960047:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000100:00000001:1.0:1790693403.960050:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693403.960053:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693403.960058:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693403.960066:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693403.960069:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693403.960071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693403.960073:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693403.960074:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693403.960077:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693403.960079:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3887
00000400:00000200:1.0:1790693403.960083:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693403.960086:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693403.960088:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693403.960091:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.960093:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693403.960095:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.960097:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693403.960100:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693403.960101:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693403.960103:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693403.960104:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693403.960106:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693403.960108:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693403.960111:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.960113:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693403.960114:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.960116:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693403.960118:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1790693403.960119:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693403.960125:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693403.960129:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1790693403.960131:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693403.960134:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693403.960137:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
02000000:00000001:1.0:1790693403.960138:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1790693403.960142:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
02000000:00000001:1.0:1790693403.960143:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.960147:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693403.960149:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000008:00100000:1.0:1790693403.960150:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693403.960155:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693403.960156:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693403.960158:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693403.960164:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693403.960168:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:0.0:1790693403.960171:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693403.960173:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1790693403.960177:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693403.960177:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.960181:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693403.960184:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693403.960187:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960192:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960195:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:1.0:1790693403.960195:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693403.960201:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960203:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693403.960208:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693403.960209:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693403.960215:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298561282
00000100:00000010:0.0:1790693403.960222:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693403.960223:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693403.960226:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960231:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1790693403.960233:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960238:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298561282
00000100:00000010:0.0:1790693403.960246:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71903c0.
00000100:00000001:1.0:1790693403.960247:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693403.960252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693403.960253:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1790693403.960256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693403.960258:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1790693403.960259:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693403.960260:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693403.960266:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.960266:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693403.960270:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693403.960277:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693403/real 1790693403]  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693403.960277:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3887
00000400:00000200:1.0:1790693403.960286:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693403.960293:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000001:0.0:1790693403.960294:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693403.960296:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1790693403.960297:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693403.960301:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000100:00000040:1.0:1790693403.960302:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693403.960304:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000100:00000001:1.0:1790693403.960307:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1790693403.960308:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000040:1.0:1790693403.960312:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693403.960314:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790693403.960316:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:0.0:1790693403.960321:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693403.960322:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693403.960324:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693403.960327:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693403.960329:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693403.960333:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693403.960337:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:0.0:1790693403.960344:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693403.960344:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.960346:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693403.960351:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693403.960355:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693403.960358:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:1.0:1790693403.960360:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:0.0:1790693403.960361:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693403.960366:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693403.960367:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.960371:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693403.960371:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693403.960376:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1790693403.960379:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693403.960381:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693403.960387:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.960391:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693403.960395:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693403.960422:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693403.960430:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693403.960434:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693403.960439:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960442:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1790693403.960445:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000100:00000001:0.0:1790693403.960446:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693403.960450:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:0.0:1790693403.960451:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.960455:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693403.960456:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693403.960459:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960460:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693403.960461:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1790693403.960464:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1790693403.960464:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693403.960468:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693403.960470:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:1.0:1790693403.960475:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00080000:0.0:1790693403.960476:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693403.960481:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960482:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1790693403.960491:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693403.960492:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693403.960517:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1790693403.960518:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101311360:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693403.960521:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960523:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960526:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693403.960528:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693403.960531:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101311360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960556:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1790693403.960557:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.960558:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693403.960564:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73c00.
00000100:00000040:1.0:1790693403.960565:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3897)
02000000:00000001:0.0:1790693403.960567:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693403.960569:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693403.960571:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693403.960573:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693403.960575:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:0.0:1790693403.960578:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693403.960579:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693403.960581:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693403.960584:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693403.960585:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960587:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960593:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693403.960594:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960596:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693403.960598:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693403.960599:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693403.960602:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960609:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693403.960610:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.960612:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693403.960614:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693403.960616:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693403.960619:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311488:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693403.960622:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693403.960624:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693403.960625:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.960627:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693403.960630:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693403.960632:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693403.960636:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693403.960639:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693403.960642:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693403.960645:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101311488, portal 10
00000100:00000001:0.0:1790693403.960647:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693403.960648:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:0.0:1790693403.960653:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960657:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693403.960659:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693403.960660:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693403.960661:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101311488, offset 0
00000400:00000200:0.0:1790693403.960664:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693403.960666:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.960669:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693403.960671:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693403.960672:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693403.960674:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693403.960676:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693403.960678:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6668:6668:256:4294967295] 192.168.204.134@tcp LPNI seq info [6663:6663:8:4294967295]
00000400:00000200:0.0:1790693403.960680:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.960684:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693403.960687:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.960688:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693403.960691:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693403.960693:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693403.960696:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693403.960697:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693403.960699:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.960701:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693403.960703:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693403.960705:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693403.960707:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693403.960708:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693403.960709:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693403.960711:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960716:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.960718:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960722:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960723:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693403.960725:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693403.960728:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693403.960729:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693403.960731:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298560019
00000100:00000001:0.0:1790693403.960732:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.960734:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298560019
00000100:00000001:0.0:1790693403.960735:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.960736:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693403.960738:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960739:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693403.960742:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693403/real 1790693403]  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693403.960748:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693403.960750:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693403.960751:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693403.960753:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693403.960754:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693403.960756:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693403.960759:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693403.960766:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960773:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693403.960774:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960776:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.960777:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693403.960781:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960788:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693403.960790:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960795:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693403.960797:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960798:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.960799:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960800:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693403.960801:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693403.960802:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693403.960804:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693403.960805:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693403.960807:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693403.960812:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311488:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693403.960814:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693403.960816:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960819:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693403.960820:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.960821:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693403.960823:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693403.960824:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693403.960825:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311616:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693403.960827:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693403.960829:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693403.960829:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.960830:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693403.960832:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693403.960833:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693403.960836:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693403.960838:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693403.960839:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693403.960841:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101311616, portal 10
00000100:00000001:0.0:1790693403.960843:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693403.960843:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:0.0:1790693403.960847:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960851:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693403.960852:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693403.960854:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693403.960855:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101311616, offset 0
00000400:00000200:0.0:1790693403.960857:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693403.960859:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.960861:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693403.960863:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693403.960865:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693403.960866:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693403.960867:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693403.960869:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6669:6669:256:4294967295] 192.168.204.134@tcp LPNI seq info [6664:6664:8:4294967295]
00000400:00000200:0.0:1790693403.960872:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.960876:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693403.960879:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.960880:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693403.960883:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693403.960884:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693403.960887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693403.960889:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693403.960891:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.960892:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693403.960894:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693403.960896:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693403.960898:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693403.960899:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693403.960900:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693403.960902:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960907:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.960908:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960912:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960913:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693403.960915:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693403.960916:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693403.960918:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693403.960919:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298560025
00000100:00000001:0.0:1790693403.960921:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.960922:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298560025
00000100:00000001:0.0:1790693403.960923:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.960925:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693403.960926:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.960927:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693403.960929:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693403/real 1790693403]  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693403.960932:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693403.960933:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693403.960934:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693403.960935:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693403.960936:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693403.960937:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693403.960938:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693403.960942:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960951:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693403.960952:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960954:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.960955:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693403.960958:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960964:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693403.960968:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.960974:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693403.960976:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960978:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.960979:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.960981:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693403.960983:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693403.960985:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693403.960988:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693403.960990:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693403.960994:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693403.961001:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311616:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693403.961004:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693403.961007:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961014:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693403.961015:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.961017:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693403.961018:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693403.961020:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693403.961023:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311744:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693403.961026:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693403.961028:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693403.961029:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.961030:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693403.961033:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693403.961035:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693403.961039:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693403.961041:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693403.961044:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693403.961046:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101311744, portal 4
00000100:00000001:0.0:1790693403.961048:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693403.961049:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:0.0:1790693403.961062:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961069:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693403.961071:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693403.961074:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693403.961076:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101311744, offset 0
00000400:00000200:0.0:1790693403.961080:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693403.961084:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.961086:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693403.961088:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693403.961090:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693403.961092:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693403.961094:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693403.961097:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6670:6670:256:4294967295] 192.168.204.134@tcp LPNI seq info [6665:6665:8:4294967295]
00000400:00000200:0.0:1790693403.961101:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.961107:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693403.961111:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.961115:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693403.961118:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693403.961121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693403.961125:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693403.961127:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693403.961130:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.961132:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693403.961135:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693403.961138:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693403.961141:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693403.961142:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693403.961144:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693403.961148:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961154:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.961157:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961163:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.961165:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693403.961168:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693403.961171:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693403.961174:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693403.961176:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298560019
00000100:00000001:0.0:1790693403.961178:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.961180:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298560019
00000100:00000001:0.0:1790693403.961182:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.961184:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693403.961186:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.961188:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693403.961192:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693403/real 1790693403]  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693403.961206:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693403.961207:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693403.961208:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693403.961210:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693403.961212:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693403.961214:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693403.961217:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693403.961225:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961231:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693403.961233:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961234:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.961235:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693403.961239:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961245:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693403.961249:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961255:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693403.961257:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961259:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.961260:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961262:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693403.961263:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693403.961266:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693403.961269:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693403.961271:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693403.961275:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693403.961282:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311744:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693403.961285:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693403.961287:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961291:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693403.961292:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.961293:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693403.961294:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693403.961295:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693403.961297:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311872:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693403.961299:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693403.961300:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693403.961302:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693403.961303:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693403.961306:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693403.961308:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693403.961311:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693403.961313:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693403.961316:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693403.961319:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101311872, portal 4
00000100:00000001:0.0:1790693403.961321:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693403.961322:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:0.0:1790693403.961327:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961333:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693403.961335:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693403.961338:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693403.961340:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101311872, offset 0
00000400:00000200:0.0:1790693403.961344:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693403.961348:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.961351:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693403.961353:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693403.961356:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693403.961358:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693403.961360:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693403.961363:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6671:6671:256:4294967295] 192.168.204.134@tcp LPNI seq info [6666:6666:8:4294967295]
00000400:00000200:0.0:1790693403.961367:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693403.961373:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693403.961377:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.961380:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693403.961384:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693403.961387:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1790693403.961391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693403.961394:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1790693403.961454:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693403.961457:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693403.961460:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693403.961463:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693403.961466:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693403.961468:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693403.961470:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693403.961474:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961481:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.961484:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961490:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.961492:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693403.961495:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693403.961499:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693403.961503:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693403.961505:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298560025
00000100:00000001:0.0:1790693403.961508:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.961510:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298560025
00000100:00000001:0.0:1790693403.961512:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298561282
00000100:00000001:0.0:1790693403.961514:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693403.961515:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.961517:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693403.961521:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693403/real 1790693403]  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693403.961528:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693403.961529:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693403.961531:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693403.961533:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693403.961535:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693403.961536:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693403.961539:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693403.961546:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961552:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693403.961553:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961555:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.961556:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693403.961559:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961566:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693403.961569:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961575:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693403.961577:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961580:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693403.961581:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961583:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693403.961584:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693403.961587:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693403.961590:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693403.961592:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693403.961596:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693403.961603:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101311872:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693403.961607:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961608:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.961611:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101311488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961617:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693403.961619:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693403.961621:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693403.961623:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693403.961625:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693403.961626:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693403.961628:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693403.961630:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:0.0:1790693403.961632:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693403.961633:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693403.961635:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:0.0:1790693403.961637:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693403.961638:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961640:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.961643:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101311616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961649:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693403.961651:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693403.961652:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693403.961654:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693403.961656:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693403.961657:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693403.961659:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693403.961660:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:0.0:1790693403.961662:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693403.961663:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693403.961664:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:0.0:1790693403.961666:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693403.961666:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961668:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.961671:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101311744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961676:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693403.961677:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693403.961679:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693403.961681:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693403.961682:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693403.961683:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693403.961685:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693403.961687:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:0.0:1790693403.961689:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693403.961690:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693403.961691:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:0.0:1790693403.961693:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693403.961694:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961696:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693403.961699:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101311872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693403.961704:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693403.961706:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693403.961707:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693403.961709:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693403.961710:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693403.961711:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693403.961713:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693403.961714:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693403.961716:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693403.961717:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693403.961719:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:0.0:1790693403.961721:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693403.961722:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961724:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693403.961727:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693403.961728:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693403.961730:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693403.961731:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693404.343561:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693404.343562:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693404.343577:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693404.343582:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693404.343589:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693404.343591:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693404.343594:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693404.343600:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693404.343603:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693404.343607:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693404.343611:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693404.343615:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693404.343621:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693404.343622:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693404.343627:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693404.343634:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693404.343639:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693404.343640:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693404.343646:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693404.343648:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693404.343654:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693404.343658:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693404.343661:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693404.343667:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693404.343670:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693404.343673:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693404.343676:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693404.343692:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693404.343697:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693404.343701:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693405.303525:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298561282, at 4298561344
00000100:00000010:1.0:1790693405.303542:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc71903c0.
00000100:00000040:0.0:1790693405.303555:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298561282, at 4298561344
00000100:00000010:0.0:1790693405.303564:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693405.367500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693405.367501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693405.367501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693405.367509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693405.367509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693405.367509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693405.367515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693405.367515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693405.367515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693405.367523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693405.367523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693405.367527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693405.367530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693405.367530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693405.367533:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693405.367537:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693405.367537:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693405.367538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693405.367544:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693405.367545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693405.367549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693405.367550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693405.367555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693405.367555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693405.367555:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693405.367558:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693405.367562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693406.391505:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693406.391505:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693406.391513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693406.391513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693406.391515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693406.391517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693406.391520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693406.391522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693406.391524:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693406.391530:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693406.391530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693406.391536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693406.391536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693406.391540:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693406.391543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693406.391544:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693406.391549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693406.391551:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693406.391557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693406.391563:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693406.391568:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693406.391575:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693406.391587:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693406.391592:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693406.391599:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693406.391606:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693406.391609:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693406.391674:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693406.391677:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693406.391680:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693407.415532:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693407.415532:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693407.415533:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693407.415544:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693407.415545:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693407.415546:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693407.415547:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693407.415550:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693407.415552:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693407.415556:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693407.415558:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693407.415560:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693407.415562:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693407.415568:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693407.415570:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693407.415571:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693407.415578:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693407.415581:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693407.415583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693407.415584:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693407.415593:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693407.415593:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693407.415594:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693407.415602:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693407.415603:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693407.415617:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693407.415618:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693408.439497:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693408.439497:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693408.439503:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693408.439504:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693408.439506:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693408.439507:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693408.439513:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693408.439514:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693408.439519:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693408.439519:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693408.439524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693408.439524:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693408.439529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693408.439529:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693408.439534:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693408.439535:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693408.439537:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693408.439544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693408.439648:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693408.439652:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693408.439656:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693409.079550:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693409.079564:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693409.079570:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693409.079579:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693409.079588:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693409.079604:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3892
00000400:00000200:1.0:1790693409.079614:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693409.079624:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693409.079628:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693409.079632:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079635:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.079638:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079640:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693409.079647:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693409.079649:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693409.079651:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693409.079655:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693409.079657:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693409.079659:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693409.079662:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079663:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.079665:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079666:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693409.079669:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693409.079672:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079675:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693409.079677:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693409.079680:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693409.079683:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.079685:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693409.079688:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693409.079697:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ce00.
00000020:00000040:1.0:1790693409.079700:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693409.079704:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693409.079705:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.079708:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693409.079710:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693409.079714:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693409.079720:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693409.079727:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693409.079736:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693409.079746:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693409.079749:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693409.079754:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca79781] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693409.079775:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693409.079778:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693409.079781:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693409.079782:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693409.079783:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693409.079785:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693409.079787:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3892
00000400:00000200:1.0:1790693409.079789:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693409.079792:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693409.079794:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693409.079796:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079798:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.079800:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079801:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693409.079803:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693409.079805:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693409.079805:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693409.079808:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693409.079811:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790693409.079811:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693409.079815:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693409.079817:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693409.079817:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693409.079822:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079824:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.079827:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693409.079828:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693409.079829:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693409.079833:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693409.079836:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693409.079840:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693409.079843:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693409.079848:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1790693409.079848:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693409.079851:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.079852:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693409.079856:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1790693409.079857:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693409.079860:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.079863:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693409.079864:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.079867:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1790693409.079869:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d500.
02000000:00000001:0.0:1790693409.079871:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693409.079874:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00100000:0.0:1790693409.079878:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101312000:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693409.079879:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693409.079882:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.079885:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693409.079886:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693409.079889:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693409.079891:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693409.079892:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.079895:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693409.079898:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693409.079899:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693409.079905:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693409.079907:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72000.
00000100:00100000:1.0:1790693409.079911:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1790693409.079916:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.079917:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693409.079920:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693409.079923:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9cf8eba] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693409.079927:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693409.079935:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000100:00000001:1.0:1790693409.079935:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693409.079938:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1790693409.079943:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00080000:1.0:1790693409.079949:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1790693409.079950:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312000, portal 25
00000100:00000001:1.0:1790693409.079951:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693409.079954:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693409.079955:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693409.079958:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
00000100:00000001:1.0:1790693409.079960:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:0.0:1790693409.079966:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693409.079966:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3892
00000400:00000200:1.0:1790693409.079975:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693409.079981:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1790693409.079982:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693409.079986:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693409.079987:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693409.079991:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000040:1.0:1790693409.079992:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:0.0:1790693409.079995:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101312000, offset 0
00000100:00000001:1.0:1790693409.079996:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.080001:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080003:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693409.080008:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693409.080009:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693409.080012:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693409.080013:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693409.080016:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693409.080019:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:0.0:1790693409.080020:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:1.0:1790693409.080023:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693409.080029:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693409.080030:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693409.080033:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693409.080037:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693409.080038:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080042:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693409.080044:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:1.0:1790693409.080046:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:0.0:1790693409.080050:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1790693409.080053:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693409.080057:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080058:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693409.080062:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693409.080065:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6672:6672:256:4294967295] 192.168.204.134@tcp LPNI seq info [6667:6667:8:4294967295]
02000000:00000001:1.0:1790693409.080067:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693409.080072:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693409.080076:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693409.080076:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693409.080080:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693409.080083:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.080087:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693409.080093:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000020:00000040:1.0:1790693409.080096:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:0.0:1790693409.080099:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1790693409.080101:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693409.080104:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.080107:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1790693409.080110:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.080117:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
02000000:00000001:1.0:1790693409.080117:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693409.080123:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693409.080128:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000010:1.0:1790693409.080131:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000800:00000200:0.0:1790693409.080133:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1790693409.080137:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693409.080144:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1790693409.080151:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693409.080157:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1790693409.080158:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693409.080161:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1790693409.080166:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693409.080169:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1790693409.080171:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000100:00000001:1.0:1790693409.080178:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693409.080182:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790693409.080182:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693409.080187:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693409.080189:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693409.080191:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1790693409.080193:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1790693409.080194:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693409.080199:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3892
00000400:00000200:0.0:1790693409.080201:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000200:1.0:1790693409.080202:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693409.080207:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000400:00000200:1.0:1790693409.080207:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693409.080210:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693409.080214:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693409.080214:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080218:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.080220:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080221:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693409.080223:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693409.080224:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693409.080225:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1790693409.080228:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693409.080228:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693409.080231:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693409.080234:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693409.080240:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080243:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.080246:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080249:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693409.080251:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693409.080254:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080256:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080257:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693409.080258:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693409.080262:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693409.080264:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693409.080265:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.080270:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693409.080274:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693409.080277:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693409.080278:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.080281:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080284:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000010:1.0:1790693409.080285:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693409.080289:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:0.0:1790693409.080292:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693409.080293:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693409.080295:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.080298:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1790693409.080300:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693409.080301:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693409.080305:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298566402
02000000:00000001:1.0:1790693409.080305:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693409.080324:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000010:0.0:1790693409.080325:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693409.080329:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080334:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1790693409.080336:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693409.080341:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298566402
00000100:00000001:1.0:1790693409.080347:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1790693409.080348:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71907e0.
00000100:00000001:1.0:1790693409.080349:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080355:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1790693409.080355:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080361:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693409.080362:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693409.080367:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693409.080368:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693409.080370:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693409.080373:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693409.080373:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693409.080377:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693409.080379:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:0.0:1790693409.080383:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693409/real 1790693409]  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693409.080383:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3892
00000400:00000200:1.0:1790693409.080389:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693409.080393:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000001:0.0:1790693409.080425:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693409.080427:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693409.080429:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000100:00080000:1.0:1790693409.080432:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1790693409.080434:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693409.080438:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000040:1.0:1790693409.080439:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693409.080441:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790693409.080443:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1790693409.080449:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693409.080449:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080453:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693409.080461:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693409.080463:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693409.080464:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693409.080467:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000200:0.0:1790693409.080468:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693409.080469:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693409.080472:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693409.080478:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693409.080481:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693409.080484:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693409.080486:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693409.080487:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693409.080490:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:0.0:1790693409.080491:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693409.080493:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693409.080496:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693409.080496:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080499:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693409.080499:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693409.080503:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693409.080507:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693409.080508:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693409.080509:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693409.080511:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693409.080515:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.080517:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693409.080521:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000020:00000040:1.0:1790693409.080524:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:0.0:1790693409.080526:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693409.080527:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693409.080529:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.080531:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693409.080532:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693409.080534:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693409.080537:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693409.080539:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693409.080544:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080550:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1790693409.080554:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693409.080555:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080559:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.080561:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080565:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693409.080568:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693409.080569:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1790693409.080572:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693409.080573:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693409.080578:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000040:1.0:1790693409.080581:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080582:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693409.080593:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693409.080594:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693409.080602:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3902)
00000100:00100000:0.0:1790693409.080606:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101312000:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693409.080612:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080614:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.080617:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101312000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080628:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693409.080630:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693409.080632:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693409.080636:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693409.080646:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693409.080648:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693409.080651:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693409.080653:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:0.0:1790693409.080657:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693409.080659:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693409.080660:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00000001:0.0:1790693409.080663:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693409.080664:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080667:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080673:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693409.080675:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080677:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693409.080678:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693409.080679:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693409.080683:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080689:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693409.080690:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.080692:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693409.080694:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693409.080696:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693409.080706:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312128:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693409.080709:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693409.080711:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693409.080713:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.080715:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693409.080718:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693409.080720:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693409.080723:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693409.080726:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693409.080729:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693409.080732:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312128, portal 10
00000100:00000001:0.0:1790693409.080734:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693409.080735:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912799488 : -115045796752128 : ffff975dd026d500)
00000100:00000040:0.0:1790693409.080741:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080747:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693409.080749:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693409.080751:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693409.080753:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101312128, offset 0
00000400:00000200:0.0:1790693409.080757:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693409.080760:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.080764:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693409.080767:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693409.080769:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693409.080772:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693409.080774:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693409.080777:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6673:6673:256:4294967295] 192.168.204.134@tcp LPNI seq info [6668:6668:8:4294967295]
00000400:00000200:0.0:1790693409.080781:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.080787:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693409.080791:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.080794:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693409.080798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693409.080800:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693409.080803:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693409.080806:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693409.080809:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.080811:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693409.080814:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693409.080816:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693409.080819:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693409.080821:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693409.080823:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693409.080827:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080834:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.080837:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080843:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080844:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693409.080847:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693409.080851:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693409.080854:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693409.080855:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298565139
00000100:00000001:0.0:1790693409.080858:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.080860:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298565139
00000100:00000001:0.0:1790693409.080862:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.080864:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693409.080866:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.080867:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693409.080871:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693409/real 1790693409]  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693409.080878:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693409.080879:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693409.080881:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693409.080884:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693409.080885:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693409.080887:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693409.080891:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693409.080898:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080908:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693409.080909:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080911:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.080912:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693409.080915:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080921:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693409.080925:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080931:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693409.080933:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080935:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.080936:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.080938:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693409.080940:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693409.080943:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693409.080946:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693409.080948:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693409.080952:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693409.080959:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312128:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693409.080962:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693409.080965:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.080971:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693409.080972:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.080974:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693409.080977:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693409.080978:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693409.080981:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312256:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693409.080984:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693409.080986:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693409.080987:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.080989:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693409.080992:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693409.080994:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693409.080997:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693409.080999:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693409.081002:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693409.081004:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312256, portal 10
00000100:00000001:0.0:1790693409.081006:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693409.081007:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:0.0:1790693409.081012:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081018:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693409.081020:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693409.081022:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693409.081024:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101312256, offset 0
00000400:00000200:0.0:1790693409.081027:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693409.081031:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.081034:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693409.081036:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693409.081038:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693409.081040:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693409.081042:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693409.081045:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6674:6674:256:4294967295] 192.168.204.134@tcp LPNI seq info [6669:6669:8:4294967295]
00000400:00000200:0.0:1790693409.081049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.081054:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693409.081058:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.081061:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693409.081064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693409.081067:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693409.081071:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693409.081073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693409.081076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.081078:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693409.081081:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693409.081084:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693409.081087:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693409.081089:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693409.081091:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693409.081093:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081100:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.081103:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081108:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.081110:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693409.081112:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693409.081115:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693409.081118:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693409.081120:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298565145
00000100:00000001:0.0:1790693409.081122:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.081124:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298565145
00000100:00000001:0.0:1790693409.081126:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.081128:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693409.081129:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.081131:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693409.081135:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693409/real 1790693409]  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693409.081148:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693409.081149:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693409.081151:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693409.081153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693409.081155:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693409.081157:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693409.081160:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693409.081167:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081173:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693409.081174:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081175:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.081177:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693409.081180:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081185:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693409.081189:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081195:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693409.081197:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081199:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.081200:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081202:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693409.081204:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693409.081206:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693409.081209:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693409.081210:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693409.081215:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693409.081222:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312256:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693409.081226:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693409.081229:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081235:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693409.081237:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.081239:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693409.081241:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693409.081243:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693409.081246:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312384:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693409.081249:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693409.081251:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693409.081252:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.081253:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693409.081256:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693409.081258:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693409.081262:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693409.081264:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693409.081268:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693409.081270:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312384, portal 4
00000100:00000001:0.0:1790693409.081272:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693409.081273:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:0.0:1790693409.081279:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081284:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693409.081287:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693409.081289:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693409.081291:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101312384, offset 0
00000400:00000200:0.0:1790693409.081295:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693409.081299:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.081302:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693409.081305:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693409.081307:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693409.081309:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693409.081311:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693409.081330:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6675:6675:256:4294967295] 192.168.204.134@tcp LPNI seq info [6670:6670:8:4294967295]
00000400:00000200:0.0:1790693409.081335:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.081340:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693409.081344:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.081347:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693409.081351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693409.081353:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693409.081357:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693409.081360:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693409.081363:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.081365:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693409.081368:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693409.081371:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693409.081374:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693409.081375:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693409.081377:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693409.081380:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081387:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.081389:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081394:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.081396:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693409.081418:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693409.081421:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693409.081424:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693409.081426:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298565140
00000100:00000001:0.0:1790693409.081429:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.081431:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298565140
00000100:00000001:0.0:1790693409.081432:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.081434:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693409.081436:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.081438:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693409.081442:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693409/real 1790693409]  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693409.081449:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693409.081450:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693409.081451:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693409.081453:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693409.081455:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693409.081457:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693409.081460:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693409.081467:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081473:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693409.081475:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081476:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.081477:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693409.081480:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081486:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693409.081490:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081496:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693409.081498:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081500:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.081502:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081503:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693409.081505:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693409.081508:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693409.081511:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693409.081513:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693409.081516:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693409.081523:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312384:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693409.081527:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693409.081530:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081536:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693409.081537:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.081539:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693409.081540:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693409.081542:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693409.081545:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312512:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693409.081548:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693409.081550:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693409.081551:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693409.081553:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693409.081556:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693409.081558:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693409.081561:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693409.081563:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693409.081566:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693409.081569:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312512, portal 4
00000100:00000001:0.0:1790693409.081570:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693409.081571:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:0.0:1790693409.081576:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081581:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693409.081583:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693409.081584:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693409.081586:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101312512, offset 0
00000400:00000200:0.0:1790693409.081590:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693409.081593:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.081596:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693409.081598:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693409.081600:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693409.081602:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693409.081604:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693409.081606:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6676:6676:256:4294967295] 192.168.204.134@tcp LPNI seq info [6671:6671:8:4294967295]
00000400:00000200:0.0:1790693409.081610:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693409.081615:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693409.081620:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.081622:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693409.081626:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693409.081628:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1790693409.081632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693409.081634:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1790693409.081638:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693409.081639:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693409.081642:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693409.081645:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693409.081648:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693409.081649:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693409.081652:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693409.081655:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081661:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.081665:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081670:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.081672:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693409.081675:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693409.081677:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693409.081680:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693409.081682:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298565145
00000100:00000001:0.0:1790693409.081684:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.081687:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298565145
00000100:00000001:0.0:1790693409.081689:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298566402
00000100:00000001:0.0:1790693409.081691:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693409.081693:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.081695:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693409.081698:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693409/real 1790693409]  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693409.081705:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693409.081706:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693409.081708:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693409.081710:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693409.081711:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693409.081713:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693409.081716:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693409.081724:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081730:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693409.081731:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081732:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.081733:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693409.081737:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081744:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693409.081747:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081754:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693409.081756:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081757:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693409.081758:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081760:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693409.081761:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693409.081763:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693409.081766:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693409.081767:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693409.081771:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693409.081778:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312512:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693409.081782:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081784:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.081787:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d500 x1877674101312128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081793:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693409.081794:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693409.081796:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693409.081799:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693409.081800:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693409.081801:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693409.081803:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693409.081805:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693409.081807:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693409.081809:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693409.081810:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d500.
00000100:00000001:0.0:1790693409.081813:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693409.081814:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081815:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.081819:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101312256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081825:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693409.081826:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693409.081827:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693409.081830:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693409.081831:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693409.081832:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693409.081833:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693409.081834:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:0.0:1790693409.081836:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693409.081838:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693409.081839:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:0.0:1790693409.081841:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693409.081842:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081843:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.081846:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101312384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081851:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693409.081852:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693409.081854:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693409.081856:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693409.081857:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693409.081858:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693409.081859:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693409.081860:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:0.0:1790693409.081862:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693409.081863:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693409.081864:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:0.0:1790693409.081866:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693409.081867:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081869:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693409.081871:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101312512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693409.081877:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693409.081879:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693409.081880:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:0.0:1790693409.081882:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693409.081883:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693409.081884:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693409.081886:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693409.081887:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:0.0:1790693409.081889:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693409.081890:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693409.081892:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:0.0:1790693409.081893:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693409.081894:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081896:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693409.081900:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693409.081901:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693409.081902:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693409.081904:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693409.463537:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693409.463550:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693409.463556:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693409.463564:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693409.463571:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693409.463577:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693409.463591:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693409.463596:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693409.463600:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693409.464237:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693409.464241:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693409.464243:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693409.464246:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693409.464249:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693409.464257:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693409.464260:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693409.464263:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693409.464266:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693410.423514:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298566402, at 4298566464
00000100:00000040:1.0:1790693410.423514:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298566402, at 4298566464
00000100:00000010:1.0:1790693410.423530:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc71907e0.
00000100:00000010:0.0:1790693410.423533:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693410.487509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693410.487509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693410.487516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693410.487516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693410.487520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693410.487521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693410.487525:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693410.487525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693410.487527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693410.487530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693410.487531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693410.487532:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693410.487532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693410.487535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693410.487537:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693410.487537:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693410.487539:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693410.487542:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693410.487542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693410.487543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693410.487547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693410.487547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693410.487549:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693410.487551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693410.487551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693410.487554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693410.487556:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693410.487575:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693410.487578:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693410.487580:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693411.127541:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693411.127550:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693411.127553:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693411.127559:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693411.127563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693411.127567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693411.127571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693411.127573:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693411.127577:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693411.511493:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693411.511504:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693411.511509:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693411.511517:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693411.511522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693411.511522:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693411.511523:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693411.511539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693411.511540:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693411.511540:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693411.511552:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693411.511553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693411.511556:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693411.511559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693411.511564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693411.511566:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693411.511568:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693411.511575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693411.511583:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693411.511586:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693411.511590:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693411.511593:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693411.511602:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693411.511604:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693411.511609:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693411.511609:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693411.511618:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693412.151632:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693412.151648:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693412.151652:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693412.151664:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693412.151671:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693412.151678:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693412.151682:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693412.151686:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693412.151691:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693412.535531:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693412.535542:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693412.535543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693412.535546:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693412.535546:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693412.535549:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693412.535556:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693412.535557:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693412.535559:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693412.535562:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693412.535563:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693412.535566:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693412.535572:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693412.535575:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693412.535575:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693412.535576:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693412.535585:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693412.535586:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693412.535587:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693412.535593:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693412.535594:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693412.535595:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693412.535598:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693412.535606:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693412.535607:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693412.535612:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693412.535618:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693412.535651:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693412.535655:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693412.535658:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693413.175554:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693413.175562:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693413.175565:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693413.175569:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693413.175573:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693413.175576:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693413.175579:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693413.175582:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693413.175585:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693413.559549:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693413.559555:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693413.559558:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693413.559564:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693413.559568:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693413.559572:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693413.559574:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693413.559577:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693413.559580:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693413.559921:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693413.559926:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693413.559927:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693413.559931:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693413.559934:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693413.559935:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693413.559937:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693413.559939:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693413.559941:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693413.559949:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693413.559953:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693413.559955:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693413.559958:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693413.559961:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693413.559963:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693413.559965:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693413.559967:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693413.559969:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693414.199517:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693414.199527:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693414.199531:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693414.199536:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693414.199542:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693414.199551:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3897
00000400:00000200:2.0:1790693414.199563:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693414.199569:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693414.199572:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693414.199575:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199578:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.199580:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199582:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693414.199589:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693414.199591:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693414.199593:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693414.199596:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693414.199607:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693414.199610:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693414.199613:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199615:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.199617:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199619:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693414.199623:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693414.199626:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199629:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693414.199632:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693414.199635:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693414.199637:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199639:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693414.199640:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693414.199650:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693414.199654:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693414.199658:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693414.199660:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199662:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693414.199665:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693414.199669:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693414.199677:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693414.199684:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693414.199695:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693414.199705:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693414.199708:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693414.199714:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693414.199741:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693414.199744:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693414.199747:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693414.199749:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693414.199750:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693414.199753:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693414.199755:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3897
00000400:00000200:2.0:1790693414.199759:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693414.199762:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693414.199765:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693414.199767:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199769:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.199771:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199773:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693414.199777:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693414.199778:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693414.199780:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693414.199782:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693414.199797:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693414.199800:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693414.199804:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199806:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.199808:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199811:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693414.199813:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693414.199816:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199818:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693414.199820:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693414.199826:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693414.199828:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199830:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693414.199835:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693414.199838:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199839:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693414.199843:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693414.199845:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693414.199847:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693414.199848:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199850:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693414.199851:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693414.199853:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693414.199857:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693414.199861:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693414.199865:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693414.199872:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693414.199873:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693414.199877:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693414.199884:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693414.199887:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693414.199890:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693414.199892:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693414.199893:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693414.199897:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693414.199899:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3897
00000400:00000200:2.0:1790693414.199903:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693414.199906:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693414.199908:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693414.199911:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199913:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.199915:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199917:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693414.199920:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693414.199922:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693414.199923:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693414.199926:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693414.199928:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693414.199930:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693414.199932:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199934:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.199936:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199938:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693414.199940:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693414.199942:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693414.199944:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693414.199946:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693414.199948:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693414.199950:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199952:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693414.199954:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693414.199956:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199957:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693414.199960:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693414.199963:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693414.199966:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693414.199967:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.199969:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693414.199970:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693414.199972:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693414.199975:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693414.199978:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693414.199982:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693414.199990:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693414.199991:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693414.199995:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693414.200002:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693414.200004:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693414.200007:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693414.200009:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693414.200011:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693414.200014:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693414.200016:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3897
00000400:00000200:2.0:1790693414.200019:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693414.200022:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693414.200024:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693414.200027:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200029:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.200031:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200033:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693414.200036:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693414.200037:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693414.200039:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693414.200041:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693414.200043:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693414.200044:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693414.200047:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200049:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693414.200051:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200052:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693414.200055:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693414.200057:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200059:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693414.200060:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693414.200063:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693414.200065:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.200067:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693414.200069:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693414.200072:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.200074:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693414.200079:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693414.200081:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:0.0:1790693414.200082:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1790693414.200084:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1790693414.200087:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1790693414.200088:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.200092:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693414.200092:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693414.200096:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693414.200098:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693414.200102:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693414.200104:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693414.200110:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.200118:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693414.200119:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693414.200121:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.200128:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693414.200131:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693414.200132:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693414.200136:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.200137:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693414.200142:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693414.200144:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101312640:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693414.200153:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693414.200159:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693414.200159:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.200163:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693414.200164:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1790693414.200168:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1790693414.200170:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693414.200172:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693414.200174:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1790693414.200175:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a70c00.
00000100:00000001:2.0:1790693414.200177:0:29552:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:0.0:1790693414.200180:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693414.200184:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3897
00000400:00000200:0.0:1790693414.200189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693414.200190:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693414.200196:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000010:0.0:1790693414.200197:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000100:00080000:2.0:1790693414.200200:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1790693414.200205:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693414.200225:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312640, portal 25
00000100:00000040:2.0:1790693414.200225:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693414.200230:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693414.200231:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693414.200232:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:2.0:1790693414.200237:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693414.200241:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693414.200242:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693414.200249:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693414.200252:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:0.0:1790693414.200253:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1790693414.200256:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1790693414.200257:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693414.200259:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000400:00000010:0.0:1790693414.200260:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000020:00000001:2.0:1790693414.200264:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:0.0:1790693414.200265:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101312640, offset 0
00000020:00000001:2.0:1790693414.200269:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:0.0:1790693414.200273:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693414.200275:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200279:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693414.200284:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693414.200285:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200289:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693414.200292:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000400:00000200:0.0:1790693414.200294:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:2.0:1790693414.200298:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693414.200302:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693414.200303:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693414.200307:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693414.200309:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:2.0:1790693414.200311:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1790693414.200315:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1790693414.200317:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693414.200321:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200321:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693414.200325:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1790693414.200328:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6677:6677:256:4294967295] 192.168.204.134@tcp LPNI seq info [6672:6672:8:4294967295]
00000008:00000001:2.0:1790693414.200329:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.200334:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693414.200338:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:2.0:1790693414.200342:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000400:00000200:0.0:1790693414.200348:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1790693414.200348:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693414.200353:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693414.200356:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693414.200359:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693414.200360:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693414.200363:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693414.200367:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1790693414.200368:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
02000000:00000010:2.0:1790693414.200373:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000800:00000200:0.0:1790693414.200378:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693414.200379:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693414.200383:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000100:00100000:2.0:1790693414.200387:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1790693414.200394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693414.200416:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693414.200419:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.200421:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693414.200426:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693414.200430:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693414.200434:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00000001:2.0:1790693414.200436:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1790693414.200438:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:2.0:1790693414.200440:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.200442:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1790693414.200447:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693414.200450:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200477:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693414.200478:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693414.200481:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693414.200485:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3907)
00000100:00000001:0.0:1790693414.200494:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.200495:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693414.200500:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693414.200504:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693414.200506:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298571523
00000100:00000010:0.0:1790693414.200511:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693414.200516:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693414.200520:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298571523
00000100:00000010:0.0:1790693414.200522:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190480.
00000100:00000001:0.0:1790693414.200524:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693414.200525:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693414.200527:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.200529:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693414.200532:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693414/real 1790693414]  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693414.200537:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693414.200539:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693414.200540:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693414.200542:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693414.200543:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693414.200545:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693414.200547:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693414.200551:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200555:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693414.200556:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.200558:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.200559:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693414.200561:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200569:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693414.200572:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200576:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693414.200577:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.200578:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.200579:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.200581:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693414.200582:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693414.200583:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693414.200686:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693414.200689:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693414.200694:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693414.200702:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101312640:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693414.200706:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693414.200709:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200715:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693414.200716:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.200718:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693414.200720:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693414.200721:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693414.200724:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312768:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693414.200728:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693414.200729:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693414.200730:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.200732:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693414.200736:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693414.200738:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693414.200742:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693414.200744:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693414.200747:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693414.200750:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312768, portal 10
00000100:00000001:0.0:1790693414.200751:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693414.200752:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:0.0:1790693414.200759:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200764:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693414.200766:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693414.200768:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693414.200770:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101312768, offset 0
00000400:00000200:0.0:1790693414.200775:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693414.200778:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.200781:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693414.200783:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693414.200786:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693414.200787:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693414.200789:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693414.200792:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6678:6678:256:4294967295] 192.168.204.134@tcp LPNI seq info [6673:6673:8:4294967295]
00000400:00000200:0.0:1790693414.200795:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.200800:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693414.200804:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.200808:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693414.200812:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693414.200814:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693414.200817:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693414.200819:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693414.200823:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.200824:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693414.200827:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693414.200830:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693414.200833:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693414.200835:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693414.200837:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693414.200840:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200847:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.200850:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200856:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.200857:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693414.200860:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693414.200863:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693414.200866:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693414.200868:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298570259
00000100:00000001:0.0:1790693414.200871:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.200872:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298570259
00000100:00000001:0.0:1790693414.200874:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.200876:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693414.200878:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.200880:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693414.200884:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693414/real 1790693414]  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693414.200892:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693414.200893:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693414.200895:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693414.200897:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693414.200899:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693414.200901:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693414.200904:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693414.200911:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200918:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693414.200919:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.200921:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.200922:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693414.200925:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200931:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693414.200935:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200941:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693414.200943:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.200945:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.200946:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.200947:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693414.200950:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693414.200952:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693414.200955:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693414.200958:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693414.200961:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693414.200968:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312768:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693414.200972:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693414.200975:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.200986:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693414.200987:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.200998:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693414.200999:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693414.201002:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693414.201005:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312896:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693414.201008:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693414.201009:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693414.201011:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.201013:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201016:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693414.201018:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693414.201021:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693414.201023:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693414.201026:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693414.201029:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101312896, portal 10
00000100:00000001:0.0:1790693414.201031:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693414.201032:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:0.0:1790693414.201038:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201041:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693414.201043:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693414.201044:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693414.201047:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101312896, offset 0
00000400:00000200:0.0:1790693414.201050:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693414.201054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.201057:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693414.201060:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693414.201063:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693414.201065:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693414.201067:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693414.201070:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6679:6679:256:4294967295] 192.168.204.134@tcp LPNI seq info [6674:6674:8:4294967295]
00000400:00000200:0.0:1790693414.201074:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.201079:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693414.201084:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.201087:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693414.201096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693414.201098:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693414.201102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693414.201104:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693414.201107:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.201109:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693414.201112:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693414.201114:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693414.201117:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693414.201118:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693414.201120:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693414.201123:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201130:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201133:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201139:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201141:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693414.201144:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693414.201147:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693414.201150:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693414.201152:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298570265
00000100:00000001:0.0:1790693414.201155:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.201157:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298570265
00000100:00000001:0.0:1790693414.201158:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.201161:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693414.201163:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201165:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693414.201168:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693414/real 1790693414]  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693414.201175:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693414.201176:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693414.201177:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693414.201179:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693414.201180:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693414.201182:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693414.201185:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693414.201192:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201198:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693414.201199:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201200:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.201201:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693414.201204:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201210:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693414.201226:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201232:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693414.201234:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201236:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.201237:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201239:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693414.201240:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693414.201242:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693414.201246:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693414.201248:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693414.201252:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693414.201259:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101312896:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693414.201262:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201264:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201267:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101312640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201273:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693414.201275:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201277:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:0.0:1790693414.201280:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693414.201282:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693414.201283:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693414.201285:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693414.201287:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693414.201290:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693414.201292:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693414.201293:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:0.0:1790693414.201296:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693414.201298:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201299:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201302:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101312768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201307:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693414.201308:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201309:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693414.201312:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693414.201313:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693414.201313:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693414.201315:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693414.201317:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:0.0:1790693414.201319:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693414.201320:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693414.201321:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693414.201323:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693414.201324:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201325:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201329:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101312896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201334:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693414.201335:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201337:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693414.201338:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693414.201339:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693414.201341:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693414.201342:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693414.201344:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:0.0:1790693414.201346:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693414.201347:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693414.201348:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:0.0:1790693414.201350:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693414.201351:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201353:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201359:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693414.201362:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201364:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693414.201365:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693414.201367:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693414.201370:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201376:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693414.201378:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.201380:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693414.201381:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693414.201383:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693414.201385:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313024:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693414.201389:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693414.201390:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693414.201392:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.201393:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201415:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693414.201417:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693414.201421:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693414.201424:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693414.201428:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693414.201431:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313024, portal 4
00000100:00000001:0.0:1790693414.201432:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693414.201434:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693414.201440:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201446:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693414.201448:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693414.201450:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693414.201452:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101313024, offset 0
00000400:00000200:0.0:1790693414.201456:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693414.201459:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.201463:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693414.201465:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693414.201467:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693414.201469:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693414.201471:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693414.201473:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6680:6680:256:4294967295] 192.168.204.134@tcp LPNI seq info [6675:6675:8:4294967295]
00000400:00000200:0.0:1790693414.201477:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.201482:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693414.201486:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.201489:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693414.201492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693414.201495:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693414.201499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693414.201501:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693414.201505:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.201507:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693414.201509:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693414.201512:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693414.201515:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693414.201516:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693414.201519:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693414.201522:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201529:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201531:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201537:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201539:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693414.201542:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693414.201545:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693414.201548:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693414.201550:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298570260
00000100:00000001:0.0:1790693414.201552:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.201554:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298570260
00000100:00000001:0.0:1790693414.201555:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.201557:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693414.201559:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201560:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693414.201564:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693414/real 1790693414]  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693414.201571:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693414.201572:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693414.201574:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693414.201577:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693414.201578:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693414.201580:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693414.201583:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693414.201590:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201595:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693414.201596:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201598:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.201599:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693414.201602:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201607:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693414.201610:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201615:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693414.201617:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201618:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.201619:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201621:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693414.201622:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693414.201624:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693414.201628:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693414.201629:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693414.201633:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693414.201639:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313024:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693414.201643:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693414.201646:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201652:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693414.201653:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.201655:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693414.201656:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693414.201658:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693414.201660:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313152:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693414.201662:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693414.201664:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693414.201665:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693414.201667:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201670:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693414.201671:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693414.201675:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693414.201677:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000400:00000010:0.0:1790693414.201679:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000200:0.0:1790693414.201682:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313152, portal 4
00000100:00000001:0.0:1790693414.201683:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693414.201684:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693414.201689:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201695:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693414.201697:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693414.201699:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693414.201701:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101313152, offset 0
00000400:00000200:0.0:1790693414.201704:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693414.201708:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.201711:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693414.201714:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693414.201716:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693414.201718:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693414.201720:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693414.201722:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6681:6681:256:4294967295] 192.168.204.134@tcp LPNI seq info [6676:6676:8:4294967295]
00000400:00000200:0.0:1790693414.201726:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693414.201731:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693414.201735:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.201738:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693414.201741:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693414.201743:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1790693414.201747:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693414.201750:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1790693414.201753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693414.201755:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693414.201758:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693414.201761:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693414.201764:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693414.201765:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693414.201768:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693414.201771:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201778:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201781:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201787:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201789:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693414.201792:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693414.201794:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693414.201796:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693414.201797:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298570265
00000100:00000001:0.0:1790693414.201799:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.201801:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298570265
00000100:00000001:0.0:1790693414.201803:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298571523
00000100:00000001:0.0:1790693414.201806:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693414.201807:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201809:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693414.201812:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693414/real 1790693414]  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693414.201819:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693414.201821:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693414.201822:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:0.0:1790693414.201824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:0.0:1790693414.201826:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:0.0:1790693414.201828:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693414.201830:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693414.201837:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201843:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693414.201844:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201845:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.201846:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693414.201849:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201854:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693414.201858:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201863:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693414.201865:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201867:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693414.201868:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201869:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693414.201870:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693414.201873:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693414.201876:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693414.201878:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693414.201881:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693414.201888:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313152:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693414.201891:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201893:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201896:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101313024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201901:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693414.201903:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201904:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72000.
02000000:00000001:0.0:1790693414.201906:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693414.201908:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693414.201909:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693414.201911:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693414.201913:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:0.0:1790693414.201915:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693414.201916:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693414.201918:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693414.201920:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693414.201921:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201923:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693414.201925:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101313152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693414.201930:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693414.201931:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693414.201933:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71000.
02000000:00000001:0.0:1790693414.201935:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693414.201936:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693414.201938:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693414.201940:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693414.201941:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:0.0:1790693414.201943:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693414.201944:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693414.201946:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693414.201947:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693414.201949:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201950:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.201953:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693414.201955:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.201956:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693414.201958:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.583514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693414.583514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693414.583522:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693414.583523:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693414.583527:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693414.583528:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693414.583536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693414.583536:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693414.583544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693414.583544:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693414.583550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693414.583551:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.583557:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693414.583558:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693414.583560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693414.583561:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693414.583564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693414.583566:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693414.583698:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693414.583701:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693414.583704:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693414.583718:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693414.583721:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693414.583722:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693414.583724:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693414.583726:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693414.583728:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693414.583729:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693414.583730:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693414.583732:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693415.543519:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298571523, at 4298571584
00000100:00000040:1.0:1790693415.543519:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298571523, at 4298571584
00000100:00000010:1.0:1790693415.543535:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190480.
00000100:00000010:0.0:1790693415.543537:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693415.607536:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693415.607540:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693415.607545:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693415.607547:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693415.607549:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693415.607552:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693415.607558:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693415.607563:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693415.607564:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693415.607564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693415.607573:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693415.607573:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693415.607574:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693415.607577:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693415.607579:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693415.607579:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693415.607583:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693415.607583:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693415.607592:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693415.607593:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693415.607594:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693415.607598:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693415.607603:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693415.607604:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693415.607609:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693415.607615:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693415.607615:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693416.631487:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693416.631487:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693416.631489:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693416.631494:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693416.631495:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693416.631495:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693416.631497:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693416.631498:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693416.631498:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693416.631505:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693416.631505:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693416.631505:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693416.631512:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693416.631512:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693416.631513:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693416.631517:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693416.631517:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693416.631518:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693416.631520:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693416.631523:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693416.631524:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693416.631525:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693416.631528:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693416.631528:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693416.631530:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693416.631530:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693416.631534:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693416.631572:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693416.631576:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693416.631578:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693417.655516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693417.655516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693417.655522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693417.655524:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693417.655524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693417.655528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693417.655529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693417.655530:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693417.655532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693417.655538:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693417.655538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693417.655539:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693417.655544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693417.655546:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693417.655546:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693417.655548:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693417.655551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693417.655552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693417.655555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693417.655558:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693417.655559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693417.655562:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693417.655565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693417.655565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693417.655567:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693417.655569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693417.655573:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693418.679511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693418.679511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693418.679511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693418.679517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693418.679518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693418.679518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693418.679520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693418.679522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693418.679522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693418.679526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693418.679527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693418.679532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693418.679532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693418.679532:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693418.679536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693418.679537:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693418.679538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693418.679538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693418.679545:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693418.679545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693418.679553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693418.679554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693418.679568:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693418.679569:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693418.679569:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693418.679572:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693418.679578:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693418.679689:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693418.679694:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693418.679697:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693419.319525:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693419.319540:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693419.319546:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693419.319553:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693419.319568:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693419.319579:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3902
00000400:00000200:1.0:1790693419.319589:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.319596:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693419.319599:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693419.319604:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319607:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.319610:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319613:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693419.319620:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693419.319627:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693419.319630:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693419.319633:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693419.319636:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693419.319638:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693419.319641:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319643:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.319645:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319647:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693419.319650:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693419.319653:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319655:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.319658:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693419.319661:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.319663:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319666:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693419.319668:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693419.319677:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693419.319680:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693419.319684:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693419.319685:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319689:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693419.319691:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693419.319695:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693419.319702:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693419.319708:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693419.319716:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693419.319725:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693419.319729:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.319733:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.319754:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693419.319757:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693419.319760:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693419.319761:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693419.319763:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693419.319766:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693419.319768:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3902
00000400:00000200:1.0:1790693419.319772:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.319774:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693419.319776:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693419.319779:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319781:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.319783:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319785:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693419.319788:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693419.319789:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693419.319790:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693419.319793:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693419.319795:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693419.319797:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693419.319799:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319801:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.319803:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319804:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693419.319806:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693419.319809:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319811:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.319813:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693419.319818:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.319821:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319823:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693419.319828:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693419.319831:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319833:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693419.319837:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:1.0:1790693419.319837:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693419.319842:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790693419.319842:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693419.319844:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1790693419.319847:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1790693419.319847:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319851:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693419.319853:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693419.319855:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693419.319857:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693419.319861:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693419.319866:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693419.319873:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693419.319876:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693419.319879:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1790693419.319880:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1790693419.319883:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693419.319888:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319895:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693419.319897:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.319901:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.319909:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693419.319911:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693419.319914:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693419.319916:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693419.319917:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693419.319920:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693419.319922:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3902
00000400:00000200:1.0:1790693419.319925:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.319927:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693419.319930:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693419.319932:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319934:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.319936:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319938:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693419.319941:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693419.319942:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693419.319944:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693419.319946:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693419.319948:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693419.319950:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693419.319952:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319954:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.319956:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319958:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693419.319960:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693419.319962:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693419.319964:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.319966:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693419.319969:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.319970:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319972:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693419.319974:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693419.319976:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319978:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693419.319981:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693419.319983:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693419.319985:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693419.319986:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.319988:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693419.319989:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693419.319991:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693419.319994:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693419.319997:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693419.320001:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693419.320018:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693419.320019:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.320023:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320029:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693419.320032:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693419.320035:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693419.320036:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693419.320038:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693419.320040:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693419.320042:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3902
00000400:00000200:1.0:1790693419.320046:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.320048:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693419.320050:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693419.320052:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320054:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.320056:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320063:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693419.320069:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693419.320070:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693419.320072:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693419.320074:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693419.320076:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693419.320078:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693419.320080:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320083:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.320085:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320087:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693419.320089:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693419.320091:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320093:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.320095:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693419.320097:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.320099:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320100:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693419.320102:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693419.320104:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320105:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693419.320109:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693419.320111:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693419.320113:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693419.320128:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320129:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693419.320131:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693419.320132:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693419.320136:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693419.320139:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693419.320144:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693419.320150:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693419.320152:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.320155:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693419.320165:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101313280:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693419.320172:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693419.320175:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693419.320177:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1790693419.320180:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1790693419.320182:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693419.320186:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1790693419.320187:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693419.320189:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693419.320192:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1790693419.320194:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:1.0:1790693419.320196:0:29552:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:0.0:1790693419.320198:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693419.320201:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3902
00000400:00000200:1.0:1790693419.320206:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.320209:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693419.320212:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693419.320213:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1790693419.320219:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589580.
00000100:00000040:1.0:1790693419.320219:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320224:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.320226:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:0.0:1790693419.320228:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefd48.
00000100:00000001:1.0:1790693419.320228:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693419.320234:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693419.320235:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000200:0.0:1790693419.320237:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313280, portal 25
00000020:00000001:1.0:1790693419.320238:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693419.320241:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:0.0:1790693419.320242:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693419.320246:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000020:00000001:1.0:1790693419.320246:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693419.320251:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693419.320257:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693419.320258:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320260:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693419.320264:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320269:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693419.320274:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:0.0:1790693419.320275:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790693419.320279:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:0.0:1790693419.320283:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693419.320284:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693419.320287:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
02000000:00000001:1.0:1790693419.320288:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693419.320292:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1790693419.320293:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101313280, offset 0
02000000:00000001:1.0:1790693419.320297:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320301:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693419.320303:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1790693419.320304:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000008:00000001:1.0:1790693419.320308:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320311:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693419.320315:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:1.0:1790693419.320316:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693419.320320:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693419.320323:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1790693419.320324:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:1.0:1790693419.320326:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320330:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693419.320331:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1790693419.320333:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790693419.320334:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693419.320339:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000010:1.0:1790693419.320340:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000400:00000200:0.0:1790693419.320344:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693419.320345:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693419.320349:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00100000:1.0:1790693419.320353:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693419.320358:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6682:6682:256:4294967295] 192.168.204.134@tcp LPNI seq info [6677:6677:8:4294967295]
00000400:00000200:0.0:1790693419.320370:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693419.320370:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693419.320374:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.320380:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693419.320386:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693419.320419:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693419.320425:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693419.320433:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693419.320437:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1790693419.320439:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693419.320445:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693419.320446:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3913)
00000800:00000200:0.1:1790693419.320450:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693419.320456:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693419.320460:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693419.320467:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693419.320472:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693419.320478:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693419.320482:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693419.320487:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693419.320492:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693419.320503:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693419.320505:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693419.320512:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693419.320514:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693419.320519:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693419.320523:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693419.320526:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298576643
00000100:00000010:1.0:1790693419.320603:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3ba0.
00000100:00000001:1.0:1790693419.320610:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693419.320615:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298576643
00000100:00000010:1.0:1790693419.320618:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3d20.
00000100:00000001:1.0:1790693419.320621:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693419.320624:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693419.320627:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320629:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693419.320634:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693419/real 1790693419]  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693419.320643:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693419.320645:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693419.320647:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589580.
00000400:00000200:1.0:1790693419.320650:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefd48
00000400:00000010:1.0:1790693419.320652:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefd48.
00000100:00000001:1.0:1790693419.320654:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693419.320658:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693419.320666:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320672:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693419.320673:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.320675:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.320677:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693419.320681:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320687:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693419.320691:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320697:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693419.320700:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.320701:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.320703:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.320704:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693419.320706:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693419.320708:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693419.320712:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693419.320715:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693419.320719:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693419.320726:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101313280:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693419.320730:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.320732:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.320735:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101313280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320741:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693419.320743:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693419.320745:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71000.
02000000:00000001:1.0:1790693419.320749:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693419.320750:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693419.320752:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693419.320754:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693419.320756:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693419.320759:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693419.320761:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693419.320763:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:1.0:1790693419.320765:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693419.320766:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.320769:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.320775:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693419.320777:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320779:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693419.320780:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693419.320781:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693419.320784:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320790:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693419.320792:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.320794:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693419.320795:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.320797:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693419.320799:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313408:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693419.320802:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693419.320804:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693419.320806:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.320808:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693419.320810:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693419.320812:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693419.320816:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693419.320819:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693419.320823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693419.320825:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313408, portal 10
00000100:00000001:1.0:1790693419.320827:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693419.320829:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:1.0:1790693419.320834:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320840:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693419.320842:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693419.320844:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693419.320846:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101313408, offset 0
00000400:00000200:1.0:1790693419.320850:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693419.320854:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.320857:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693419.320860:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693419.320862:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693419.320864:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693419.320867:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693419.320870:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6683:6683:256:4294967295] 192.168.204.134@tcp LPNI seq info [6678:6678:8:4294967295]
00000400:00000200:1.0:1790693419.320873:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.320879:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693419.320883:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.320886:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693419.320890:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693419.320892:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693419.320897:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693419.320899:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693419.320903:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.320905:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693419.320908:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693419.320912:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693419.320915:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693419.320916:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693419.320919:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693419.320922:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320929:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.320931:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.320937:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320939:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693419.320942:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.320945:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693419.320948:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693419.320950:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298575379
00000100:00000001:1.0:1790693419.320952:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.320954:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298575379
00000100:00000001:1.0:1790693419.320956:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.320958:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693419.320960:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.320961:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693419.320965:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693419/real 1790693419]  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693419.320972:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693419.320973:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693419.320975:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693419.320977:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693419.320978:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693419.320980:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693419.320983:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693419.320991:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321001:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693419.321003:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321004:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321006:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693419.321009:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321015:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693419.321018:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321025:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693419.321027:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321028:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321030:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321031:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693419.321034:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693419.321036:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693419.321039:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693419.321041:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693419.321045:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693419.321052:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313408:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693419.321055:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693419.321058:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321064:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693419.321065:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.321067:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693419.321069:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.321071:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693419.321073:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313536:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693419.321076:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693419.321078:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693419.321079:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.321081:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693419.321084:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693419.321085:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693419.321088:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693419.321090:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693419.321093:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693419.321095:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313536, portal 10
00000100:00000001:1.0:1790693419.321097:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693419.321098:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:1.0:1790693419.321103:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321109:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693419.321111:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693419.321113:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693419.321129:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101313536, offset 0
00000400:00000200:1.0:1790693419.321134:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693419.321138:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.321141:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693419.321144:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693419.321146:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693419.321148:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693419.321150:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693419.321153:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6684:6684:256:4294967295] 192.168.204.134@tcp LPNI seq info [6679:6679:8:4294967295]
00000400:00000200:1.0:1790693419.321157:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.321162:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693419.321166:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.321170:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693419.321173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693419.321176:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693419.321180:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693419.321182:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693419.321186:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.321188:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693419.321191:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693419.321194:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693419.321196:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693419.321198:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693419.321200:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693419.321203:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321210:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.321213:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321219:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.321221:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693419.321223:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.321226:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693419.321229:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693419.321231:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298575385
00000100:00000001:1.0:1790693419.321233:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.321235:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298575385
00000100:00000001:1.0:1790693419.321237:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.321239:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693419.321241:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.321242:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693419.321245:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693419/real 1790693419]  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693419.321258:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693419.321259:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693419.321261:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693419.321264:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693419.321265:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693419.321267:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693419.321271:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693419.321279:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321285:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693419.321286:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321288:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321289:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693419.321292:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321298:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693419.321302:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321307:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693419.321309:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321311:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321312:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321314:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693419.321315:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693419.321317:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693419.321321:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693419.321323:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693419.321327:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693419.321334:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313536:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693419.321338:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693419.321342:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321347:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693419.321349:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.321351:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693419.321352:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.321354:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693419.321357:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313664:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693419.321360:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693419.321361:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693419.321363:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.321365:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693419.321367:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693419.321369:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693419.321372:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693419.321374:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693419.321377:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693419.321379:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313664, portal 4
00000100:00000001:1.0:1790693419.321381:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693419.321382:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:1.0:1790693419.321387:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321393:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693419.321395:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693419.321413:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693419.321416:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101313664, offset 0
00000400:00000200:1.0:1790693419.321420:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693419.321424:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.321427:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693419.321430:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693419.321432:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693419.321434:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693419.321436:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693419.321438:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6685:6685:256:4294967295] 192.168.204.134@tcp LPNI seq info [6680:6680:8:4294967295]
00000400:00000200:1.0:1790693419.321442:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.321447:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693419.321451:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.321454:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693419.321457:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693419.321460:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693419.321464:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693419.321466:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693419.321469:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.321471:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693419.321474:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693419.321477:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693419.321480:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693419.321481:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693419.321483:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693419.321487:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321493:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.321496:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321502:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.321503:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693419.321506:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.321508:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693419.321511:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693419.321513:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298575380
00000100:00000001:1.0:1790693419.321516:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.321518:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298575380
00000100:00000001:1.0:1790693419.321520:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.321522:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693419.321523:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.321525:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693419.321538:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693419/real 1790693419]  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693419.321544:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693419.321545:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693419.321547:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693419.321549:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693419.321550:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693419.321553:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693419.321555:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693419.321563:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321568:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693419.321569:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321570:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321572:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693419.321574:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321580:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693419.321584:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321590:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693419.321592:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321594:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321595:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321596:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693419.321598:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693419.321600:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693419.321603:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693419.321604:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693419.321608:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693419.321614:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313664:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693419.321617:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693419.321620:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321626:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693419.321627:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.321629:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693419.321630:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693419.321632:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693419.321634:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313792:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693419.321637:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693419.321639:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693419.321640:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693419.321642:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693419.321645:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693419.321646:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693419.321649:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693419.321651:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693419.321653:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693419.321656:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313792, portal 4
00000100:00000001:1.0:1790693419.321657:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693419.321659:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:1.0:1790693419.321664:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321669:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693419.321671:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693419.321673:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693419.321675:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101313792, offset 0
00000400:00000200:1.0:1790693419.321679:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693419.321682:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.321685:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693419.321687:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693419.321689:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693419.321691:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693419.321693:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693419.321696:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6686:6686:256:4294967295] 192.168.204.134@tcp LPNI seq info [6681:6681:8:4294967295]
00000400:00000200:1.0:1790693419.321700:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693419.321705:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693419.321708:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.321711:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693419.321714:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693419.321716:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693419.321720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693419.321722:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693419.321725:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693419.321727:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693419.321729:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693419.321732:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693419.321734:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693419.321736:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693419.321738:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693419.321741:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321747:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.321750:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321755:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.321757:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693419.321759:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693419.321762:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693419.321765:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693419.321766:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298575385
00000100:00000001:1.0:1790693419.321768:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.321770:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298575385
00000100:00000001:1.0:1790693419.321772:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298576643
00000100:00000001:1.0:1790693419.321774:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693419.321775:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.321777:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693419.321780:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693419/real 1790693419]  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693419.321786:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693419.321788:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693419.321789:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693419.321791:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693419.321792:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693419.321794:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693419.321797:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693419.321804:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321809:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693419.321810:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321812:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321813:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693419.321816:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321822:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693419.321825:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321831:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693419.321833:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321834:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693419.321835:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321837:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693419.321838:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693419.321840:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693419.321842:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693419.321844:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693419.321848:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693419.321855:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101313792:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693419.321858:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321859:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.321862:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101313408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321867:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693419.321869:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693419.321870:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693419.321872:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693419.321874:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693419.321875:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693419.321877:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693419.321878:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:1.0:1790693419.321880:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693419.321882:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693419.321883:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:1.0:1790693419.321885:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693419.321887:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321888:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.321891:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101313536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321897:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693419.321898:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693419.321899:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693419.321901:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693419.321902:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693419.321903:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693419.321905:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693419.321906:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:1.0:1790693419.321907:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693419.321908:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693419.321909:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:1.0:1790693419.321911:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693419.321912:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321913:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.321916:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101313664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321921:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693419.321922:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693419.321924:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693419.321925:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693419.321926:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693419.321928:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693419.321929:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693419.321930:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693419.321932:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693419.321933:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693419.321934:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:1.0:1790693419.321935:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693419.321936:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321938:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693419.321941:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101313792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693419.321946:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693419.321947:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693419.321949:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693419.321950:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693419.321951:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693419.321952:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693419.321953:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693419.321954:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693419.321956:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693419.321957:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693419.321958:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:1.0:1790693419.321960:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693419.321961:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321963:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.321966:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693419.321968:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.321969:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693419.321971:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693419.703525:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693419.703533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693419.703536:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.703539:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693419.703541:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693419.703544:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693419.703547:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693419.703547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693419.703552:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693419.703553:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.703555:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693419.703557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693419.703559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693419.703561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.703563:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693419.703566:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693419.703567:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693419.703572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693419.703721:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693419.703725:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693419.703727:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693419.703730:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693419.703732:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693419.703734:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693419.703737:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693419.703738:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693419.703740:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693420.663526:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298576643, at 4298576704
00000100:00000040:1.0:1790693420.663526:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298576643, at 4298576704
00000100:00000010:1.0:1790693420.663541:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3d20.
00000100:00000010:0.0:1790693420.663544:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3ba0.
00000100:00000001:1.0:1790693420.727501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693420.727502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693420.727509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693420.727509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693420.727512:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693420.727514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693420.727516:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693420.727520:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693420.727522:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693420.727527:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693420.727527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693420.727531:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693420.727533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693420.727535:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693420.727536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693420.727540:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693420.727541:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693420.727543:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693420.727558:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693420.727568:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693420.727584:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693420.727591:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693420.727594:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693420.727598:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693420.727601:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693420.727603:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693420.727606:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693421.751529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693421.751529:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693421.751538:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693421.751538:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693421.751542:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693421.751542:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693421.751549:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693421.751549:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693421.751554:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693421.751555:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693421.751560:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693421.751566:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693421.751569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693421.751571:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693421.751573:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693421.751574:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693421.751576:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693421.751581:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693421.753418:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693421.753422:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693421.753423:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693421.753426:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693421.753428:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693421.753429:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693421.753431:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693421.753432:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693421.753434:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693422.775518:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693422.775525:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693422.775528:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693422.775532:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693422.775532:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693422.775536:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693422.775539:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693422.775543:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693422.775545:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693422.775549:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693422.775552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693422.775555:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693422.775557:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693422.775562:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693422.775563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693422.775567:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693422.775568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693422.775573:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693422.778290:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693422.778297:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693422.778299:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693422.778304:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693422.778307:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693422.778310:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693422.778312:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693422.778315:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693422.778317:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693423.799513:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693423.799513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693423.799521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693423.799522:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693423.799524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693423.799525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693423.799531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693423.799532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693423.799538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693423.799542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693423.799545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693423.799546:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693423.799548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693423.799550:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693423.799553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693423.799554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693423.799560:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693423.799563:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693423.799577:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693423.799582:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693423.799584:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693423.799587:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693423.799590:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693423.799593:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693423.799595:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693423.799597:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693423.799600:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.439519:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693424.439527:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693424.439529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693424.439535:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693424.439539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693424.439543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.439545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693424.439549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.439552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693424.439749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693424.439755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693424.439757:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693424.439760:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693424.439764:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693424.439771:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3908
00000400:00000200:2.0:1790693424.439779:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693424.439784:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693424.439787:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693424.439798:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.439802:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.439804:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.439806:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693424.439814:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693424.439816:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693424.439818:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693424.439821:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693424.439824:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693424.439827:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693424.439830:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.439832:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.439834:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.439836:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693424.439839:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693424.439843:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693424.439845:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693424.439849:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693424.439852:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693424.439855:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.439857:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693424.439859:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693424.439865:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693424.439868:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693424.439871:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693424.439872:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.439875:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693424.439878:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693424.439882:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693424.439889:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000100:00000001:2.0:1790693424.439896:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693424.439904:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693424.439914:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693424.439916:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693424.439921:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693424.439953:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693424.439956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693424.439958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693424.439960:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693424.439961:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693424.439962:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693424.439965:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3908
00000400:00000200:2.0:1790693424.439967:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693424.439969:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693424.439971:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693424.439973:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.439974:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.439976:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.439977:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693424.439979:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693424.439980:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693424.439981:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693424.439983:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693424.439985:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693424.439998:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693424.440001:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440003:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.440005:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440007:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693424.440009:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693424.440011:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440013:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693424.440025:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693424.440030:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693424.440032:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440034:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693424.440038:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693424.440040:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440042:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693424.440046:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693424.440048:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693424.440051:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693424.440052:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440054:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693424.440055:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693424.440065:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693424.440071:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693424.440077:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693424.440082:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693424.440088:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693424.440090:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693424.440093:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693424.440101:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693424.440103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693424.440106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693424.440107:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693424.440109:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693424.440112:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693424.440116:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3908
00000400:00000200:2.0:1790693424.440120:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693424.440122:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693424.440125:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693424.440127:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440129:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.440130:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440132:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693424.440135:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693424.440136:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693424.440138:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693424.440140:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693424.440142:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693424.440144:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693424.440147:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440149:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.440150:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440164:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693424.440166:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693424.440169:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440171:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693424.440173:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693424.440176:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693424.440178:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440180:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693424.440182:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693424.440184:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440186:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693424.440189:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693424.440191:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693424.440193:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693424.440194:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440196:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693424.440197:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693424.440198:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693424.440202:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693424.440205:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693424.440209:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693424.440216:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693424.440218:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693424.440221:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693424.440228:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693424.440232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693424.440235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693424.440237:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693424.440239:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693424.440243:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693424.440247:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3908
00000400:00000200:2.0:1790693424.440251:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693424.440254:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1790693424.440254:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693424.440262:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693424.440265:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693424.440269:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693424.440271:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693424.440275:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.440283:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693424.440288:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693424.440289:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693424.440298:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693424.440303:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693424.440311:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693424.440314:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1790693424.440315:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:1.0:1790693424.440319:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693424.440321:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
02000000:00000001:1.0:1790693424.440325:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693424.440327:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
02000000:00000001:1.0:1790693424.440332:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693424.440335:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693424.440338:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440340:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.440344:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440347:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:1.0:1790693424.440351:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101313920:192.168.204.134@tcp:250:
00000020:00000040:2.0:1790693424.440353:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:1.0:1790693424.440366:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693424.440367:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440374:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.440375:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693424.440379:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693424.440383:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693424.440385:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440387:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693424.440391:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1790693424.440393:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1790693424.440427:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693424.440439:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693424.440442:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1790693424.440449:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440452:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.440460:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:2.0:1790693424.440464:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000400:00000010:1.0:1790693424.440466:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000020:00000040:2.0:1790693424.440468:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693424.440472:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693424.440473:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440475:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1790693424.440477:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
02000000:00000001:2.0:1790693424.440477:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1790693424.440489:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101313920, portal 25
02000000:00000001:2.0:1790693424.440489:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.440498:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693424.440502:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
02000000:00000010:2.0:1790693424.440502:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693424.440509:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693424.440520:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693424.440522:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.440551:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693424.440558:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693424.440562:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693424.440567:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101313920, offset 0
00000100:00000001:2.0:1790693424.440567:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693424.440572:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.440578:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693424.440584:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693424.440595:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693424.440611:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.440615:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:2.0:1790693424.440616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693424.440629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693424.440630:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693424.440632:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693424.440633:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693424.440635:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693424.440640:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3908
00000400:00000200:1.0:1790693424.440645:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693424.440650:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.440656:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693424.440662:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:1.0:1790693424.440663:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:2.0:1790693424.440671:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693424.440678:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:1.0:1790693424.440679:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6687:6687:256:4294967295] 192.168.204.134@tcp LPNI seq info [6682:6682:8:4294967295]
00000100:00000001:2.0:1790693424.440681:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693424.440684:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440692:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693424.440699:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693424.440701:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693424.440705:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693424.440706:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693424.440708:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693424.440709:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693424.440710:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693424.440713:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440721:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693424.440729:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790693424.440730:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440732:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693424.440734:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693424.440735:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693424.440737:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693424.440738:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693424.440742:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693424.440744:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440746:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693424.440747:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693424.440749:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440751:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693424.440755:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000800:00000200:1.0:1790693424.440757:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693424.440759:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693424.440766:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693424.440767:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.440768:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1790693424.440771:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
02000000:00000001:2.0:1790693424.440771:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693424.440776:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693424.440780:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693424.440783:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693424.440787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00100000:2.0:1790693424.440790:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790693424.440795:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1790693424.440815:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790693424.440816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693424.440818:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693424.440826:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1790693424.440831:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1790693424.440839:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.440844:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000100:00000001:2.0:1790693424.440855:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.440860:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1790693424.440862:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3918)
00000400:00000200:1.0:1790693424.440871:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693424.440880:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693424.440883:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693424.440889:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693424.440894:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.440907:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.440911:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.440918:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.440920:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693424.440925:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.440929:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693424.440931:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298581763
00000100:00000010:1.0:1790693424.440936:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3d20.
00000100:00000001:1.0:1790693424.440943:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693424.440951:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298581763
00000100:00000010:1.0:1790693424.440953:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3060.
00000100:00000001:1.0:1790693424.440955:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693424.440957:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693424.440959:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.440962:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693424.440965:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693424/real 1790693424]  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693424.440972:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693424.440973:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693424.440976:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693424.440977:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693424.440979:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693424.440981:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693424.440983:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693424.440988:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.440994:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693424.440995:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.440998:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.441000:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693424.441004:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441010:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693424.441029:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441038:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693424.441042:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441044:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.441046:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441049:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693424.441051:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693424.441056:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693424.441060:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693424.441063:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693424.441068:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693424.441075:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101313920:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693424.441079:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693424.441083:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441090:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693424.441091:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.441093:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693424.441096:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693424.441098:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693424.441108:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314048:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693424.441112:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693424.441114:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693424.441116:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.441117:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693424.441121:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693424.441123:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.441127:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693424.441130:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693424.441133:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693424.441137:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314048, portal 10
00000100:00000001:1.0:1790693424.441138:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693424.441140:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:1.0:1790693424.441146:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441153:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693424.441156:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693424.441158:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693424.441160:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101314048, offset 0
00000400:00000200:1.0:1790693424.441164:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693424.441168:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.441172:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693424.441175:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693424.441178:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693424.441180:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693424.441183:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693424.441185:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6688:6688:256:4294967295] 192.168.204.134@tcp LPNI seq info [6683:6683:8:4294967295]
00000400:00000200:1.0:1790693424.441189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.441195:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693424.441200:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.441203:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693424.441208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693424.441210:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693424.441215:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693424.441218:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693424.441222:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.441224:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693424.441227:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693424.441230:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693424.441233:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693424.441235:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693424.441237:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693424.441241:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441248:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.441251:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441263:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.441265:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693424.441268:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693424.441272:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693424.441275:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693424.441277:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298580499
00000100:00000001:1.0:1790693424.441280:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.441283:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298580499
00000100:00000001:1.0:1790693424.441285:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.441287:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693424.441289:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.441291:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693424.441295:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693424/real 1790693424]  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693424.441303:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693424.441304:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693424.441306:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693424.441308:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693424.441310:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693424.441312:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693424.441316:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693424.441324:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441331:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693424.441332:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441334:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.441335:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693424.441339:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441344:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693424.441346:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441350:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693424.441351:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441352:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.441353:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441354:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693424.441355:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693424.441357:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693424.441359:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693424.441360:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693424.441362:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693424.441367:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314048:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693424.441370:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693424.441372:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441376:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693424.441377:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.441378:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693424.441380:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693424.441381:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693424.441384:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314176:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693424.441387:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693424.441390:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693424.441391:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.441393:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693424.441421:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693424.441424:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.441428:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693424.441431:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693424.441434:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693424.441437:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314176, portal 10
00000100:00000001:1.0:1790693424.441440:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693424.441441:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:1.0:1790693424.441447:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441454:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693424.441457:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693424.441459:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693424.441461:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101314176, offset 0
00000400:00000200:1.0:1790693424.441465:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693424.441469:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.441473:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693424.441476:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693424.441478:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693424.441480:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693424.441483:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693424.441485:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6689:6689:256:4294967295] 192.168.204.134@tcp LPNI seq info [6684:6684:8:4294967295]
00000400:00000200:1.0:1790693424.441489:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.441495:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693424.441500:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.441503:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693424.441507:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693424.441510:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693424.441515:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693424.441518:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693424.441538:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.441540:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693424.441544:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693424.441547:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693424.441551:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693424.441553:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693424.441555:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693424.441559:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441567:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.441570:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441577:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.441578:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693424.441581:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693424.441585:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693424.441588:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693424.441590:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298580506
00000100:00000001:1.0:1790693424.441592:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.441595:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298580506
00000100:00000001:1.0:1790693424.441597:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.441599:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693424.441601:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.441602:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693424.441606:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693424/real 1790693424]  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693424.441614:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693424.441615:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693424.441616:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693424.441619:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693424.441620:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693424.441623:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693424.441625:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693424.441634:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441641:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693424.441643:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441645:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.441646:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693424.441649:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441656:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693424.441660:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441667:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693424.441669:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441670:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.441672:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441673:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693424.441675:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693424.441678:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693424.441681:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693424.441684:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693424.441688:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693424.441695:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314176:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693424.441699:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441701:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.441704:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101313920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441714:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693424.441717:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693424.441719:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693424.441722:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693424.441724:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693424.441726:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693424.441727:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693424.441729:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:1.0:1790693424.441732:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693424.441734:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693424.441735:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:1.0:1790693424.441739:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693424.441739:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441741:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.441743:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101314048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441747:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693424.441747:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693424.441748:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693424.441749:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693424.441750:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693424.441751:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693424.441751:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693424.441752:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693424.441754:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693424.441755:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693424.441755:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:1.0:1790693424.441757:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693424.441757:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441758:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.441760:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101314176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441763:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693424.441763:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693424.441765:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693424.441766:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693424.441767:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693424.441768:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693424.441769:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693424.441770:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693424.441771:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693424.441772:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693424.441773:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:1.0:1790693424.441774:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693424.441774:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441776:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.441783:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693424.441784:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.441785:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693424.441786:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693424.441787:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693424.441790:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441795:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693424.441797:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.441799:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693424.441801:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693424.441803:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693424.441806:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314304:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693424.441808:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693424.441811:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693424.441812:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.441814:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693424.441817:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693424.441818:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.441823:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693424.441825:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693424.441829:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693424.441832:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314304, portal 4
00000100:00000001:1.0:1790693424.441834:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693424.441836:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693424.441842:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693424.441850:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693424.441853:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693424.441855:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101314304, offset 0
00000400:00000200:1.0:1790693424.441859:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693424.441863:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.441866:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693424.441869:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693424.441871:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693424.441874:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693424.441876:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693424.441878:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6690:6690:256:4294967295] 192.168.204.134@tcp LPNI seq info [6685:6685:8:4294967295]
00000400:00000200:1.0:1790693424.441882:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.441888:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693424.441892:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.441895:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693424.441899:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693424.441901:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693424.441905:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693424.441908:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693424.441911:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.441913:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693424.441916:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693424.441919:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693424.441922:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693424.441924:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693424.441926:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693424.441930:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441937:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.441941:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.441946:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.441947:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693424.441951:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693424.441955:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693424.441958:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693424.441960:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298580500
00000100:00000001:1.0:1790693424.441962:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.441965:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298580500
00000100:00000001:1.0:1790693424.441967:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.441968:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693424.441971:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.441972:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693424.441976:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693424/real 1790693424]  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693424.441983:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693424.441984:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693424.441986:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693424.441988:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693424.441990:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693424.441992:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693424.441995:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693424.442003:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442009:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693424.442010:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442013:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.442014:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693424.442033:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442039:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693424.442042:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442048:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693424.442050:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442052:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.442053:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442054:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693424.442056:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693424.442058:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693424.442062:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693424.442064:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693424.442068:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693424.442076:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314304:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693424.442080:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693424.442083:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442089:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693424.442090:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.442092:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693424.442093:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693424.442095:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693424.442096:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314432:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693424.442098:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693424.442100:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693424.442101:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693424.442102:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693424.442105:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693424.442106:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693424.442108:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693424.442110:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693424.442112:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693424.442114:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314432, portal 4
00000100:00000001:1.0:1790693424.442115:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693424.442116:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693424.442120:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442124:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693424.442125:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693424.442127:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693424.442128:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101314432, offset 0
00000400:00000200:1.0:1790693424.442130:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693424.442133:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.442135:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693424.442136:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693424.442138:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693424.442140:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693424.442141:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693424.442143:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6691:6691:256:4294967295] 192.168.204.134@tcp LPNI seq info [6686:6686:8:4294967295]
00000400:00000200:1.0:1790693424.442145:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693424.442150:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693424.442152:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.442154:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693424.442156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693424.442158:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693424.442161:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693424.442163:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693424.442165:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693424.442166:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693424.442169:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693424.442171:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693424.442173:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693424.442174:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693424.442175:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693424.442177:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442182:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.442184:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442187:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.442188:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693424.442190:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693424.442193:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693424.442196:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693424.442197:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298580505
00000100:00000001:1.0:1790693424.442199:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.442201:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298580505
00000100:00000001:1.0:1790693424.442203:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298581763
00000100:00000001:1.0:1790693424.442205:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693424.442207:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.442209:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693424.442213:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693424/real 1790693424]  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693424.442220:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693424.442221:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693424.442223:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693424.442225:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693424.442226:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693424.442228:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693424.442231:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693424.442240:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442247:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693424.442248:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442250:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.442251:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693424.442254:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442260:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693424.442263:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442270:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693424.442272:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442274:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693424.442275:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442277:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693424.442278:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693424.442281:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693424.442284:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693424.442286:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693424.442290:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693424.442298:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314432:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693424.442301:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442303:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.442306:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101314304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442318:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693424.442319:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693424.442321:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693424.442324:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693424.442325:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693424.442327:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693424.442329:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693424.442330:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693424.442333:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693424.442334:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693424.442336:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693424.442338:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693424.442339:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442341:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693424.442344:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101314432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693424.442349:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693424.442351:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693424.442352:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693424.442353:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693424.442354:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693424.442355:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693424.442356:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693424.442357:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693424.442359:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693424.442359:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693424.442360:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693424.442361:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693424.442362:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442363:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.442365:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693424.442365:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.442367:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693424.442367:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693424.823584:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693424.823586:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693424.823586:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693424.823598:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693424.823600:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693424.823601:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693424.823603:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.823604:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693424.823606:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693424.823614:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693424.823614:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693424.823618:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693424.823622:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693424.823627:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693424.823627:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693424.823629:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.823634:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693424.823637:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693424.823638:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.823644:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693424.823644:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693424.823649:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693424.823651:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693424.823653:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693424.823654:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693424.823662:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693424.823667:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693425.463546:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693425.463554:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693425.463556:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693425.463563:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693425.463567:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693425.463571:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693425.463574:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693425.463577:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693425.463580:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693425.783527:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298581763, at 4298581824
00000100:00000010:1.0:1790693425.783547:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3060.
00000100:00000040:0.0:1790693425.783731:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298581763, at 4298581824
00000100:00000010:0.0:1790693425.783739:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3d20.
00000100:00000001:2.0:1790693425.847564:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693425.847573:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693425.847576:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693425.847582:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693425.847584:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693425.847593:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693425.847594:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693425.847609:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693425.847609:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693425.847617:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693425.847625:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693425.847626:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693425.847629:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693425.847639:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693425.847639:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693425.847647:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693425.847651:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693425.847656:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693425.847678:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693425.847687:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693425.847694:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693425.847699:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693425.847703:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693425.847705:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693425.847707:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693425.847710:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693425.847712:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693426.487499:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693426.487508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693426.487511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693426.487517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693426.487521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693426.487526:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693426.487529:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693426.487531:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693426.487534:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693426.871519:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693426.871527:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693426.871529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693426.871535:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693426.871539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693426.871540:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693426.871543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693426.871545:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693426.871548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693426.871549:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693426.871554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693426.871555:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693426.871560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693426.871560:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693426.871565:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693426.871568:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693426.871569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693426.871572:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693426.871612:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693426.871617:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693426.871618:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693426.871623:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693426.871626:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693426.871629:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693426.871635:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693426.871638:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693426.871641:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693427.511514:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693427.511523:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693427.511525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693427.511532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693427.511535:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693427.511541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693427.511544:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693427.511549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693427.511552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693427.895607:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693427.895607:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693427.895607:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693427.895621:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693427.895622:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693427.895623:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693427.895625:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693427.895630:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693427.895630:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693427.895632:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693427.895641:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693427.895645:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693427.895645:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693427.895647:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693427.895655:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693427.895659:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693427.895659:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693427.895659:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693427.895671:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693427.895673:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693427.895673:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693427.895685:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693427.895685:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693427.895690:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693427.895690:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693427.895698:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693427.895699:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693427.895724:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693427.895729:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693427.895733:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693428.535509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693428.535518:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693428.535521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693428.535528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693428.535532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693428.535535:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693428.535538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693428.535540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693428.535544:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693428.919489:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693428.919489:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693428.919498:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693428.919499:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693428.919501:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693428.919503:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693428.919505:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693428.919508:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693428.919509:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693428.919514:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693428.919515:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693428.919520:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693428.919521:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693428.919525:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693428.919526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693428.919529:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693428.919530:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693428.919532:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693428.919547:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693428.919551:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693428.919554:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693428.919557:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693428.919561:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693428.919565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693428.919567:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693428.919570:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693428.919572:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693429.559535:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693429.559548:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693429.559551:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693429.559557:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693429.559562:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693429.559566:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693429.559569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693429.559571:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693429.559574:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693429.559602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693429.559609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693429.559611:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693429.559615:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693429.559618:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693429.559626:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3913
00000400:00000200:0.0:1790693429.559634:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693429.559641:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693429.559644:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693429.559647:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559650:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.559652:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559655:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693429.559663:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693429.559665:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693429.559668:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693429.559673:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693429.559675:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693429.559678:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693429.559681:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559683:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.559685:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559687:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693429.559690:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693429.559693:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559696:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693429.559699:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693429.559703:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693429.559705:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.559707:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693429.559709:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693429.559718:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693429.559721:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693429.559725:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693429.559726:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.559729:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693429.559732:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693429.559738:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693429.559750:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72000.
00000100:00000001:0.0:1790693429.559760:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693429.559770:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693429.559780:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693429.559784:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693429.559789:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693429.559811:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693429.559815:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693429.559818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693429.559820:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693429.559821:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693429.559824:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693429.559826:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3913
00000400:00000200:0.0:1790693429.559830:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693429.559833:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693429.559836:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693429.559839:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559841:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.559843:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559845:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693429.559849:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693429.559850:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693429.559851:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693429.559853:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693429.559855:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693429.559857:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693429.559860:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559861:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.559863:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559865:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693429.559867:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693429.559870:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559872:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693429.559874:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693429.559883:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693429.559885:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.559887:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693429.559892:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693429.559896:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.559897:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693429.559902:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693429.559904:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693429.559906:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693429.559907:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.559908:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693429.559910:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693429.559912:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693429.559929:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a70c00.
00000100:00000001:0.0:1790693429.559933:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693429.559939:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693429.559951:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693429.559953:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693429.559957:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693429.559964:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693429.559966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693429.559970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693429.559971:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693429.559973:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693429.559976:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693429.559979:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3913
00000400:00000200:0.0:1790693429.559982:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693429.559985:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693429.559987:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693429.559989:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559991:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.559993:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.559994:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693429.559998:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693429.559999:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693429.560001:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693429.560003:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693429.560005:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693429.560007:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693429.560010:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560012:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.560014:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560015:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693429.560018:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693429.560021:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560023:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693429.560025:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693429.560028:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693429.560030:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560032:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693429.560034:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693429.560037:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560039:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693429.560043:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693429.560045:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693429.560047:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693429.560049:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560050:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693429.560052:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693429.560053:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693429.560058:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:0.0:1790693429.560061:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693429.560066:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693429.560072:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693429.560074:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693429.560078:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693429.560085:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693429.560088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693429.560091:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693429.560093:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693429.560094:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693429.560098:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693429.560101:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3913
00000400:00000200:0.0:1790693429.560104:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693429.560107:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693429.560109:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693429.560112:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560114:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.560116:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560119:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693429.560122:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693429.560123:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693429.560124:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693429.560127:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693429.560129:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693429.560131:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693429.560134:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560135:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.560137:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560139:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693429.560141:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693429.560143:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560145:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693429.560147:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693429.560150:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693429.560152:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560154:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693429.560156:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693429.560159:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560160:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693429.560163:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693429.560166:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693429.560169:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693429.560170:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560172:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693429.560174:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693429.560175:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693429.560179:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73c00.
00000100:00000001:0.0:1790693429.560182:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693429.560186:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693429.560193:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693429.560195:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693429.560198:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693429.560205:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693429.560208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693429.560211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693429.560212:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693429.560214:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693429.560217:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693429.560219:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3913
00000400:00000200:0.0:1790693429.560223:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693429.560226:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693429.560228:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693429.560231:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560233:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.560235:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560237:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693429.560240:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693429.560241:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693429.560244:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693429.560246:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693429.560247:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693429.560250:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693429.560253:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560255:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693429.560257:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560259:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693429.560261:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693429.560263:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693429.560266:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693429.560268:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693429.560270:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693429.560272:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560274:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693429.560276:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693429.560278:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560279:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693429.560283:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693429.560284:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693429.560286:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693429.560288:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693429.560289:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693429.560290:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693429.560292:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693429.560295:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72400.
00000100:00000001:0.0:1790693429.560298:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693429.560317:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693429.560324:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693429.560326:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693429.560330:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693429.560337:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693429.560342:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3923)
00000100:00000001:1.0:1790693429.560393:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693429.560415:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693429.560417:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693429.560424:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560432:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693429.560433:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.560437:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693429.560440:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693429.560443:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693429.560447:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101314560:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693429.560451:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693429.560455:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693429.560457:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.560460:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693429.560465:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693429.560467:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693429.560473:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693429.560477:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693429.560485:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693429.560493:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314560, portal 25
00000100:00000001:1.0:1790693429.560496:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693429.560498:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693429.560504:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560512:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693429.560516:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693429.560519:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693429.560522:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101314560, offset 0
00000400:00000200:1.0:1790693429.560529:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693429.560537:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.560544:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693429.560549:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693429.560553:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693429.560557:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693429.560560:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693429.560563:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6692:6692:256:4294967295] 192.168.204.134@tcp LPNI seq info [6687:6687:8:4294967295]
00000400:00000200:1.0:1790693429.560568:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.560577:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693429.560582:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.560586:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693429.560592:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693429.560595:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693429.560599:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693429.560602:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693429.560605:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.560606:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693429.560613:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693429.560616:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693429.560620:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693429.560622:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693429.560626:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693429.560629:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560635:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.560638:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560642:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.560643:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693429.560648:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693429.560651:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693429.560653:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298586883
00000100:00000010:1.0:1790693429.560657:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3060.
00000100:00000001:1.0:1790693429.560663:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693429.560667:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298586883
00000100:00000010:1.0:1790693429.560669:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d39c0.
00000100:00000001:1.0:1790693429.560671:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693429.560673:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693429.560675:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.560677:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693429.560680:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693429/real 1790693429]  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693429.560685:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693429.560687:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693429.560688:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693429.560690:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693429.560691:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693429.560692:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693429.560694:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693429.560699:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560703:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693429.560704:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.560705:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.560707:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693429.560709:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560712:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693429.560715:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560720:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693429.560722:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.560723:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.560723:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.560725:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693429.560726:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693429.560728:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693429.560730:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693429.560732:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693429.560734:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693429.560738:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101314560:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693429.560741:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693429.560742:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560746:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693429.560746:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.560748:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693429.560749:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693429.560750:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693429.560752:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314688:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693429.560754:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693429.560755:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693429.560756:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.560757:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693429.560759:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693429.560760:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693429.560763:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693429.560765:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693429.560767:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693429.560769:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314688, portal 10
00000100:00000001:1.0:1790693429.560770:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693429.560771:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:1.0:1790693429.560776:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560780:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693429.560782:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693429.560784:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693429.560785:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101314688, offset 0
00000400:00000200:1.0:1790693429.560787:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693429.560789:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.560791:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693429.560793:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693429.560794:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693429.560796:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693429.560797:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693429.560799:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6693:6693:256:4294967295] 192.168.204.134@tcp LPNI seq info [6688:6688:8:4294967295]
00000400:00000200:1.0:1790693429.560802:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.560807:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693429.560812:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.560814:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693429.560818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693429.560820:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693429.560824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693429.560826:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693429.560830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.560832:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693429.560835:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693429.560838:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693429.560841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693429.560843:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693429.560845:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693429.560849:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560856:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.560859:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560865:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.560867:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693429.560870:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693429.560873:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693429.560877:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693429.560878:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298585619
00000100:00000001:1.0:1790693429.560881:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.560883:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298585619
00000100:00000001:1.0:1790693429.560885:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.560887:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693429.560889:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.560891:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693429.560895:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693429/real 1790693429]  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693429.560902:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693429.560903:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693429.560904:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693429.560907:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693429.560908:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693429.560910:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693429.560912:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693429.560931:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560942:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693429.560944:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.560945:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.560947:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693429.560950:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560957:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693429.560961:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.560967:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693429.560970:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.560971:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.560972:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.560974:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693429.560976:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693429.560978:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693429.560981:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693429.560984:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693429.560988:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693429.560994:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314688:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693429.560998:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693429.561002:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561008:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693429.561010:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.561012:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693429.561014:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693429.561017:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693429.561019:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314816:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693429.561022:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693429.561024:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693429.561026:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.561027:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561031:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693429.561033:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693429.561036:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693429.561038:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693429.561041:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693429.561044:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314816, portal 10
00000100:00000001:1.0:1790693429.561046:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693429.561047:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693429.561053:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561059:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693429.561061:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693429.561063:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693429.561065:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101314816, offset 0
00000400:00000200:1.0:1790693429.561069:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693429.561073:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.561076:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693429.561078:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693429.561080:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693429.561083:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693429.561084:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693429.561087:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6694:6694:256:4294967295] 192.168.204.134@tcp LPNI seq info [6689:6689:8:4294967295]
00000400:00000200:1.0:1790693429.561090:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.561095:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693429.561099:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.561102:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693429.561106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693429.561108:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693429.561113:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693429.561115:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693429.561119:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.561120:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693429.561123:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693429.561127:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693429.561130:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693429.561131:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693429.561134:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693429.561138:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561145:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561147:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561153:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.561155:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693429.561157:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693429.561160:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693429.561163:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693429.561165:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298585625
00000100:00000001:1.0:1790693429.561167:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.561169:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298585625
00000100:00000001:1.0:1790693429.561171:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.561173:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693429.561174:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.561176:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693429.561180:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693429/real 1790693429]  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693429.561193:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693429.561194:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693429.561196:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693429.561198:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693429.561200:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693429.561201:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693429.561204:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693429.561212:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561219:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693429.561220:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561222:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.561223:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693429.561227:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561233:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693429.561237:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561243:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693429.561245:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561246:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.561247:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561249:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693429.561250:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693429.561253:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693429.561255:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693429.561257:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693429.561260:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693429.561265:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314816:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693429.561267:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693429.561269:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561272:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693429.561273:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.561275:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693429.561277:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693429.561280:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693429.561282:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314944:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693429.561284:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693429.561285:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693429.561286:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.561288:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561290:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693429.561291:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693429.561294:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693429.561295:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693429.561298:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693429.561300:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101314944, portal 4
00000100:00000001:1.0:1790693429.561302:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693429.561303:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:1.0:1790693429.561309:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561315:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693429.561317:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693429.561319:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693429.561321:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101314944, offset 0
00000400:00000200:1.0:1790693429.561325:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693429.561329:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.561333:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693429.561335:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693429.561338:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693429.561340:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693429.561342:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693429.561345:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6695:6695:256:4294967295] 192.168.204.134@tcp LPNI seq info [6690:6690:8:4294967295]
00000400:00000200:1.0:1790693429.561349:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.561355:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693429.561359:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.561361:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693429.561364:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693429.561366:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693429.561369:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693429.561372:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693429.561374:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.561376:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693429.561378:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693429.561380:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693429.561382:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693429.561383:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693429.561385:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693429.561387:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561392:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561394:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561416:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.561417:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693429.561420:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693429.561422:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693429.561424:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693429.561425:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298585620
00000100:00000001:1.0:1790693429.561427:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.561429:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298585620
00000100:00000001:1.0:1790693429.561430:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.561432:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693429.561433:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.561434:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693429.561436:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693429/real 1790693429]  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693429.561441:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693429.561442:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693429.561443:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693429.561445:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693429.561447:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693429.561449:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693429.561451:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693429.561460:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561466:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693429.561467:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561469:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.561470:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693429.561473:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561480:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693429.561484:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561490:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693429.561492:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561494:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.561496:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561497:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693429.561499:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693429.561501:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693429.561503:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693429.561505:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693429.561507:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693429.561511:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101314944:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693429.561514:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693429.561515:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561518:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693429.561519:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.561521:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693429.561522:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693429.561523:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693429.561525:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315072:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693429.561527:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693429.561528:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693429.561529:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693429.561530:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561533:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc000.
02000000:00000001:1.0:1790693429.561534:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693429.561537:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693429.561540:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693429.561542:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693429.561544:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315072, portal 4
00000100:00000001:1.0:1790693429.561545:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693429.561546:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:1.0:1790693429.561550:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561554:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693429.561555:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693429.561556:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693429.561558:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101315072, offset 0
00000400:00000200:1.0:1790693429.561560:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693429.561562:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.561565:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693429.561568:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693429.561570:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693429.561571:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693429.561573:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693429.561575:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6696:6696:256:4294967295] 192.168.204.134@tcp LPNI seq info [6691:6691:8:4294967295]
00000400:00000200:1.0:1790693429.561578:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693429.561581:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693429.561584:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.561585:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693429.561587:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693429.561589:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693429.561592:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693429.561594:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693429.561598:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693429.561599:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693429.561601:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693429.561603:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693429.561605:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693429.561606:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693429.561608:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693429.561610:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561614:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561616:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561620:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.561621:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693429.561623:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693429.561624:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693429.561626:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693429.561628:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298585625
00000100:00000001:1.0:1790693429.561629:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.561632:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298585625
00000100:00000001:1.0:1790693429.561634:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298586883
00000100:00000001:1.0:1790693429.561635:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693429.561637:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.561638:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693429.561640:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693429/real 1790693429]  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693429.561645:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693429.561645:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693429.561647:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693429.561648:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693429.561649:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693429.561650:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693429.561651:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693429.561656:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561661:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693429.561662:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561664:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.561665:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693429.561667:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561671:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693429.561674:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561677:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693429.561678:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561679:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693429.561680:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561681:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693429.561682:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693429.561683:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693429.561684:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693429.561685:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693429.561687:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693429.561692:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315072:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693429.561695:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561697:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561699:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101314560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561702:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693429.561704:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561706:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693429.561709:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693429.561710:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693429.561711:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693429.561713:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693429.561714:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72000.
02000000:00000001:1.0:1790693429.561717:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693429.561719:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693429.561721:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693429.561723:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693429.561724:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561725:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561727:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101314688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561731:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693429.561732:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561732:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693429.561734:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693429.561734:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693429.561735:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693429.561736:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693429.561737:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:1.0:1790693429.561739:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693429.561739:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693429.561740:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693429.561741:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693429.561742:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561743:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561745:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101314816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561750:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693429.561751:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561752:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693429.561753:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693429.561754:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693429.561754:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693429.561755:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693429.561756:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
02000000:00000001:1.0:1790693429.561757:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693429.561758:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693429.561759:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693429.561761:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693429.561762:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561763:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561765:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101314944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561768:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693429.561769:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561770:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693429.561771:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693429.561771:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693429.561772:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693429.561773:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693429.561773:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:1.0:1790693429.561775:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693429.561775:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693429.561776:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693429.561777:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693429.561777:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561778:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693429.561780:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101315072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693429.561783:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693429.561783:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693429.561784:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc000.
02000000:00000001:1.0:1790693429.561785:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693429.561786:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693429.561786:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693429.561788:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693429.561789:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72400.
02000000:00000001:1.0:1790693429.561791:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693429.561792:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693429.561792:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693429.561793:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693429.561794:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561795:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.561801:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693429.561802:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693429.561803:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693429.561805:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693429.943512:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693429.943520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693429.943523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693429.943531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693429.943537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693429.943542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693429.943547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693429.943561:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693429.943565:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693429.943566:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693429.943568:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693429.943575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693429.943577:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.943579:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693429.943582:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693429.943586:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693429.943586:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693429.943609:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693429.943832:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693429.943836:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693429.943839:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693430.583502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693430.583511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693430.583513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693430.583519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693430.583523:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693430.583528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693430.583531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693430.583534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693430.583537:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693430.903521:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298586883, at 4298586944
00000100:00000040:1.0:1790693430.903521:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298586883, at 4298586944
00000100:00000010:1.0:1790693430.903538:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d39c0.
00000100:00000010:0.0:1790693430.903540:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3060.
00000100:00000001:1.0:1790693430.967529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693430.967542:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693430.967545:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693430.967552:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693430.967565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693430.967576:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693430.967585:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693430.967594:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693430.967603:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693430.967911:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693430.967922:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693430.967924:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693430.967930:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693430.967932:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693430.967934:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693430.967936:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693430.967938:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693430.967940:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693431.608111:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693431.608124:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693431.608127:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693431.608142:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693431.608147:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693431.608152:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693431.608155:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693431.608159:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693431.608162:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693431.991600:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693431.991615:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693431.991616:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693431.991616:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693431.991622:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693431.991626:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693431.991632:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693431.991635:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693431.991636:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693431.991646:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693431.991647:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693431.991648:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693431.991652:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693431.991659:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693431.991659:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693431.991662:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693431.991667:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693431.991670:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693431.991673:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693431.991677:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693431.991684:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693431.991685:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693431.991686:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693431.991691:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693431.991697:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693431.991702:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693431.991703:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693431.991758:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693431.991762:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693431.991767:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693432.631502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693432.631508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693432.631510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693432.631515:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693432.631518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693432.631521:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693432.631524:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693432.631526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693432.631529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693433.015555:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693433.015563:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693433.015565:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693433.015569:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693433.015572:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693433.015575:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693433.015578:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693433.015579:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693433.015582:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693433.015589:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693433.015594:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693433.015596:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693433.015599:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693433.015602:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693433.015605:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693433.015607:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693433.015610:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693433.015612:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693433.015724:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693433.015728:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693433.015729:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693433.015732:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693433.015734:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693433.015736:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693433.015738:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693433.015740:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693433.015741:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693433.655532:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693433.655541:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693433.655544:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693433.655549:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693433.655554:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693433.655558:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693433.655561:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693433.655564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693433.655567:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.039501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693434.039504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693434.039508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693434.039510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693434.039512:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693434.039513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.039514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693434.039518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693434.039520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693434.039520:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693434.039521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693434.039526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693434.039526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693434.039527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693434.039529:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693434.039530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693434.039531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.039532:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693434.039533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693434.039536:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693434.039536:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.039538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.039539:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.039539:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693434.039544:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693434.039547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693434.039550:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693434.039673:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693434.039676:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693434.039680:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693434.679506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693434.679513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693434.679515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693434.679520:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693434.679524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693434.679528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693434.679530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693434.679532:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693434.679535:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693434.679670:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693434.679675:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693434.679678:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693434.679681:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693434.679685:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693434.679691:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3918
00000400:00000200:2.0:1790693434.679698:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693434.679704:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693434.679707:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693434.679710:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.679713:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693434.679715:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.679717:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693434.679724:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693434.679726:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693434.679729:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693434.679732:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693434.679734:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693434.679737:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693434.679740:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.679742:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693434.679744:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.679745:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693434.679748:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693434.679751:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693434.679754:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693434.679756:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693434.679759:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693434.679762:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.679764:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693434.679767:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693434.679774:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693434.679778:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693434.679782:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693434.679783:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.679786:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693434.679789:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693434.679792:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693434.679800:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693434.679805:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693434.679814:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693434.679836:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693434.679840:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693434.679845:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693434.679863:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693434.679866:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693434.679877:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693434.679880:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693434.679881:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693434.679885:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693434.679887:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1790693434.679888:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3918
00000100:00000001:1.0:1790693434.679892:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693434.679895:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1790693434.679895:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693434.679902:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693434.679902:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693434.679907:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693434.679914:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693434.679916:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693434.679918:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693434.679919:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693434.679923:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693434.679924:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693434.679927:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693434.679928:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693434.679929:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693434.679935:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1790693434.679936:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101315200:192.168.204.134@tcp:250:
00000020:00000040:2.0:1790693434.679939:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:1.0:1790693434.679940:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1790693434.679942:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1790693434.679945:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693434.679947:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693434.679947:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
02000000:00000001:1.0:1790693434.679952:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1790693434.679952:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693434.679956:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693434.679959:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.679962:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1790693434.679964:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
00000100:00000040:2.0:1790693434.679965:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.679969:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:1.0:1790693434.679970:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.679977:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693434.679978:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000400:00000010:1.0:1790693434.679980:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000100:00080000:2.0:1790693434.679985:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:1.0:1790693434.679987:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000001:2.0:1790693434.679990:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693434.679994:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1790693434.679995:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315200, portal 25
00000100:00000001:1.0:1790693434.679999:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1790693434.679999:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693434.680000:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
02000000:00000001:2.0:1790693434.680005:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693434.680009:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693434.680010:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693434.680016:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693434.680017:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1790693434.680021:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693434.680022:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680026:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693434.680028:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693434.680032:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101315200, offset 0
00000100:00000010:2.0:1790693434.680032:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693434.680036:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693434.680040:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693434.680043:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.680044:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680046:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693434.680049:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693434.680051:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.680055:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.680062:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000010:2.0:1790693434.680063:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000400:00000200:1.0:1790693434.680068:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693434.680069:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.680074:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693434.680080:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1790693434.680081:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693434.680083:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693434.680089:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6697:6697:256:4294967295] 192.168.204.134@tcp LPNI seq info [6692:6692:8:4294967295]
00000400:00000200:1.0:1790693434.680099:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693434.680103:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693434.680106:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.680112:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790693434.680114:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790693434.680123:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.680131:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000100:00000001:2.0:1790693434.680136:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693434.680142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:2.0:1790693434.680142:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790693434.680148:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1790693434.680149:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693434.680152:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693434.680155:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790693434.680160:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693434.680161:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693434.680166:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3918
00000800:00000200:1.1:1790693434.680167:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693434.680173:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.680175:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:2.0:1790693434.680177:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.680182:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693434.680187:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693434.680188:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:1.0:1790693434.680191:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000100:00080000:2.0:1790693434.680193:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1790693434.680197:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000040:2.0:1790693434.680199:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680202:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693434.680203:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1790693434.680206:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680210:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693434.680211:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693434.680214:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693434.680217:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693434.680220:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693434.680223:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693434.680227:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:1.0:1790693434.680228:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1790693434.680232:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693434.680234:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693434.680238:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680243:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693434.680247:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680252:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693434.680257:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:1.0:1790693434.680259:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693434.680261:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693434.680264:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693434.680265:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693434.680269:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693434.680272:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693434.680272:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693434.680278:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.680280:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693434.680282:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:2.0:1790693434.680283:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693434.680287:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298592002
00000008:00000001:2.0:1790693434.680288:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.680293:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693434.680296:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d39c0.
00000100:00000010:2.0:1790693434.680297:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693434.680301:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:1.0:1790693434.680304:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1790693434.680305:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693434.680308:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.680311:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693434.680312:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693434.680313:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298592002
02000000:00000001:2.0:1790693434.680315:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693434.680320:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3b40.
02000000:00000010:2.0:1790693434.680322:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:1.0:1790693434.680323:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693434.680327:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693434.680329:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680330:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693434.680334:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693434/real 1790693434]  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693434.680341:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693434.680349:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1790693434.680355:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693434.680358:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1790693434.680359:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1790693434.680362:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000100:00000001:2.0:1790693434.680363:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.680367:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000100:00000040:2.0:1790693434.680370:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790693434.680371:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693434.680377:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1790693434.680383:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693434.680384:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693434.680388:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693434.680396:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693434.680416:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693434.680417:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693434.680421:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693434.680424:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3918
00000400:00000200:2.0:1790693434.680428:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693434.680435:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693434.680437:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693434.680440:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680442:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693434.680444:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680446:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693434.680450:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693434.680451:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693434.680453:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693434.680455:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693434.680457:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693434.680459:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693434.680461:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680463:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693434.680465:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680468:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693434.680470:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693434.680472:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680475:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693434.680480:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693434.680483:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790693434.680485:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693434.680486:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.680491:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693434.680494:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693434.680499:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680502:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693434.680503:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680506:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.680509:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1790693434.680509:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693434.680512:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693434.680514:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:1.0:1790693434.680520:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693434.680520:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693434.680522:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.680526:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693434.680529:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693434.680532:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693434.680537:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693434.680543:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680546:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693434.680551:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693434.680556:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693434.680568:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693434.680571:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680573:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1790693434.680578:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.680579:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.680584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.680587:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.680593:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693434.680593:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680597:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693434.680598:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693434.680604:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693434.680604:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693434.680608:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693434.680611:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1790693434.680613:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693434.680615:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693434.680618:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1790693434.680620:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3918
00000100:00000040:1.0:1790693434.680628:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693434.680628:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693434.680634:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693434.680638:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693434.680643:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680647:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790693434.680648:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101315200:192.168.204.134@tcp:250:
00000100:00000040:2.0:1790693434.680651:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680655:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693434.680658:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693434.680660:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693434.680663:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1790693434.680663:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693434.680667:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790693434.680670:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101315200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693434.680670:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693434.680674:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693434.680678:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693434.680685:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693434.680688:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1790693434.680689:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693434.680692:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1790693434.680693:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000010:1.0:1790693434.680697:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
00000100:00000001:2.0:1790693434.680697:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693434.680702:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:1.0:1790693434.680704:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1790693434.680707:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000020:00000001:1.0:1790693434.680708:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693434.680711:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:2.0:1790693434.680713:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693434.680716:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:2.0:1790693434.680717:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1790693434.680720:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693434.680721:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693434.680726:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693434.680726:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.680728:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693434.680730:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:2.0:1790693434.680732:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1790693434.680733:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000008:00000001:2.0:1790693434.680737:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680739:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693434.680740:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680742:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.680747:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1790693434.680747:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693434.680752:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:1.0:1790693434.680756:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1790693434.680756:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693434.680759:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693434.680760:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680763:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693434.680764:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693434.680765:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1790693434.680767:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693434.680768:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1790693434.680771:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693434.680775:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693434.680778:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693434.680783:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693434.680789:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693434.680804:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693434.680806:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693434.680807:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693434.680810:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.680812:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693434.680815:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693434.680827:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693434.680834:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693434.680843:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315328:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693434.680844:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.680850:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1790693434.680852:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3928)
02000000:00000001:1.0:1790693434.680854:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693434.680857:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.680859:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693434.680863:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693434.680866:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.680871:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693434.680873:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693434.680877:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693434.680880:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315328, portal 10
00000100:00000001:1.0:1790693434.680882:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693434.680883:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:1.0:1790693434.680890:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.680897:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693434.680899:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693434.680901:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693434.680905:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101315328, offset 0
00000400:00000200:1.0:1790693434.680909:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693434.680913:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.680917:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693434.680920:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693434.680922:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693434.680925:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693434.680927:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693434.680930:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6698:6698:256:4294967295] 192.168.204.134@tcp LPNI seq info [6693:6693:8:4294967295]
00000400:00000200:1.0:1790693434.680934:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.680940:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693434.680944:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.680947:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693434.680952:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693434.680955:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693434.680959:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693434.680962:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693434.680965:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.680967:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693434.680971:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693434.680974:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693434.680977:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693434.680979:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693434.680982:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693434.680985:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.680993:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.680996:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681002:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681003:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693434.681007:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693434.681010:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693434.681013:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693434.681015:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298590739
00000100:00000001:1.0:1790693434.681018:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681020:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298590739
00000100:00000001:1.0:1790693434.681022:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681024:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693434.681026:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681027:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693434.681031:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693434/real 1790693434]  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693434.681038:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693434.681040:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693434.681041:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693434.681043:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693434.681045:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693434.681047:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693434.681050:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693434.681058:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681063:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693434.681065:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681066:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.681067:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693434.681069:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681073:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693434.681075:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681083:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693434.681086:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681087:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.681088:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681090:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693434.681092:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693434.681094:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693434.681097:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693434.681099:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693434.681103:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693434.681110:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315328:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693434.681114:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693434.681117:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681124:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693434.681125:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.681127:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693434.681129:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693434.681131:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693434.681133:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315456:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693434.681136:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693434.681138:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693434.681140:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.681142:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693434.681145:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693434.681147:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.681150:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693434.681153:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693434.681156:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693434.681158:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315456, portal 10
00000100:00000001:1.0:1790693434.681160:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693434.681161:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:1.0:1790693434.681167:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681171:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693434.681172:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693434.681174:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693434.681175:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101315456, offset 0
00000400:00000200:1.0:1790693434.681177:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693434.681180:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.681182:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693434.681184:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693434.681186:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693434.681187:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693434.681189:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693434.681191:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6699:6699:256:4294967295] 192.168.204.134@tcp LPNI seq info [6694:6694:8:4294967295]
00000400:00000200:1.0:1790693434.681194:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.681200:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693434.681204:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.681206:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693434.681210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693434.681213:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693434.681217:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693434.681219:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693434.681222:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.681224:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693434.681227:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693434.681231:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693434.681234:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693434.681235:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693434.681238:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693434.681241:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681247:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.681249:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681252:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681253:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693434.681256:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693434.681257:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693434.681259:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693434.681261:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298590745
00000100:00000001:1.0:1790693434.681262:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681263:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298590745
00000100:00000001:1.0:1790693434.681265:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681266:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693434.681267:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681268:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693434.681270:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693434/real 1790693434]  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693434.681275:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693434.681276:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693434.681278:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693434.681280:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693434.681281:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693434.681283:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693434.681286:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693434.681294:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681304:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693434.681306:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681308:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.681309:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693434.681313:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681319:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693434.681322:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681328:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693434.681330:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681332:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.681333:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681335:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693434.681337:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693434.681339:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693434.681342:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693434.681344:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693434.681348:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693434.681355:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315456:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693434.681359:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693434.681361:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681367:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693434.681368:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.681370:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693434.681372:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693434.681374:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693434.681377:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315584:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693434.681380:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693434.681381:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693434.681383:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.681384:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693434.681387:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693434.681389:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.681392:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693434.681395:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693434.681417:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693434.681420:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315584, portal 4
00000100:00000001:1.0:1790693434.681422:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693434.681423:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693434.681429:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681435:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693434.681437:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693434.681439:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693434.681441:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101315584, offset 0
00000400:00000200:1.0:1790693434.681445:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693434.681449:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.681452:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693434.681455:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693434.681457:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693434.681459:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693434.681461:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693434.681464:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6700:6700:256:4294967295] 192.168.204.134@tcp LPNI seq info [6695:6695:8:4294967295]
00000400:00000200:1.0:1790693434.681468:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.681474:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693434.681478:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.681482:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693434.681485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693434.681488:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693434.681492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693434.681494:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693434.681496:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.681498:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693434.681500:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693434.681502:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693434.681504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693434.681505:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693434.681507:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693434.681509:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681514:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.681516:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681520:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681521:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693434.681522:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693434.681524:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693434.681526:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693434.681528:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298590740
00000100:00000001:1.0:1790693434.681530:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681532:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298590740
00000100:00000001:1.0:1790693434.681534:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681536:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693434.681538:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681540:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693434.681544:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693434/real 1790693434]  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693434.681557:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693434.681558:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693434.681560:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693434.681562:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693434.681563:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693434.681565:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693434.681568:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693434.681575:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681581:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693434.681582:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.681586:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693434.681589:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681595:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693434.681599:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681605:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693434.681607:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681609:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.681610:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681611:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693434.681613:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693434.681615:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693434.681618:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693434.681620:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693434.681624:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693434.681631:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315584:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693434.681634:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681636:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.681639:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101315328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681645:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693434.681646:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693434.681648:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693434.681651:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693434.681652:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693434.681654:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693434.681656:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693434.681657:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:1.0:1790693434.681659:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693434.681661:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693434.681662:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693434.681665:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693434.681666:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681668:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.681671:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101315456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681677:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693434.681678:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693434.681679:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693434.681681:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693434.681682:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693434.681683:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693434.681685:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693434.681686:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:1.0:1790693434.681688:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693434.681689:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693434.681691:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693434.681693:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693434.681694:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681696:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.681699:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101315584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681704:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693434.681706:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693434.681707:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693434.681709:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693434.681710:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693434.681711:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693434.681713:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693434.681714:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693434.681716:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693434.681717:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693434.681718:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693434.681720:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693434.681722:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681723:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681727:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693434.681728:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681730:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693434.681732:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693434.681733:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693434.681737:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681743:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693434.681744:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.681746:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693434.681748:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693434.681750:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693434.681753:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315712:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693434.681756:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693434.681757:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693434.681759:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693434.681761:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693434.681764:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693434.681765:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693434.681769:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693434.681771:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000400:00000010:1.0:1790693434.681774:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693434.681777:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315712, portal 4
00000100:00000001:1.0:1790693434.681779:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693434.681780:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693434.681786:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681792:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693434.681794:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693434.681797:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
00000100:00000200:1.0:1790693434.681798:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101315712, offset 0
00000400:00000200:1.0:1790693434.681801:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693434.681803:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.681806:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693434.681808:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693434.681809:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693434.681811:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693434.681812:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693434.681815:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6701:6701:256:4294967295] 192.168.204.134@tcp LPNI seq info [6696:6696:8:4294967295]
00000400:00000200:1.0:1790693434.681831:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693434.681836:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693434.681841:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.681844:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000800:00000200:1.0:1790693434.681848:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693434.681851:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693434.681855:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693434.681857:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693434.681874:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693434.681878:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:1.0:1790693434.681881:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693434.681884:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693434.681888:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:1.0:1790693434.681890:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:1.0:1790693434.681893:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693434.681896:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681904:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.681906:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681911:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681912:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693434.681914:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693434.681916:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693434.681918:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693434.681920:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298590745
00000100:00000001:1.0:1790693434.681922:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681924:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298590745
00000100:00000001:1.0:1790693434.681927:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298592002
00000100:00000001:1.0:1790693434.681929:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693434.681931:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.681932:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693434.681936:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693434/real 1790693434]  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693434.681943:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693434.681945:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693434.681946:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693434.681949:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693434.681950:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693434.681953:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693434.681956:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693434.681964:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681970:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693434.681971:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681973:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.681974:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693434.681978:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681985:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693434.681988:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.681995:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693434.681997:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.681999:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693434.682000:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.682002:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693434.682004:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693434.682006:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693434.682010:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693434.682012:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693434.682016:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693434.682024:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315712:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693434.682028:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.682030:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693434.682033:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101315712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693434.682039:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693434.682041:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693434.682042:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dc400.
02000000:00000001:1.0:1790693434.682045:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693434.682046:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693434.682047:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693434.682048:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693434.682050:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:1.0:1790693434.682052:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693434.682053:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693434.682054:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693434.682057:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693434.682058:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.682059:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693434.682063:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693434.682064:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693434.682066:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693434.682067:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693435.063507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693435.063507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693435.063509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693435.063515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693435.063515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693435.063515:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693435.063517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693435.063520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693435.063521:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693435.063522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693435.063526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693435.063528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693435.063528:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693435.063532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693435.063533:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693435.063534:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693435.063537:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693435.063538:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693435.063538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693435.063541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693435.063544:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693435.063547:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693435.063548:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693435.063554:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693435.063555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693435.063558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693435.063561:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693435.063584:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693435.063586:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693435.063588:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693435.703673:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693435.703685:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693435.703688:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693435.703696:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693435.703701:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693435.703705:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693435.703709:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693435.703713:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693435.703717:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693436.023498:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298592002, at 4298592064
00000100:00000040:1.0:1790693436.023498:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298592002, at 4298592064
00000100:00000010:1.0:1790693436.023515:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3b40.
00000100:00000010:0.0:1790693436.023522:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d39c0.
00000100:00000001:0.0:1790693436.087474:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693436.087483:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693436.087486:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693436.087486:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693436.087492:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693436.087494:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693436.087495:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693436.087501:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693436.087501:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693436.087506:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693436.087506:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693436.087510:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693436.087511:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693436.087515:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693436.087518:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693436.087627:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693436.087630:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693436.087631:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693436.087633:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693436.087635:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693436.087636:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693436.087639:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693436.087641:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693436.087644:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693436.087677:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693436.087680:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693436.087682:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693436.087683:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693436.087686:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693436.087691:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693436.727556:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693436.727563:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693436.727565:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693436.727570:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693436.727573:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693436.727576:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693436.727579:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693436.727582:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693436.727585:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693437.111505:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693437.111513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693437.111518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693437.111525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693437.111530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693437.111535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693437.111541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693437.111545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693437.111551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693437.111604:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693437.111607:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693437.111610:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693437.111662:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693437.111667:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693437.111668:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693437.111671:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693437.111674:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693437.111676:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693437.111678:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693437.111680:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693437.111682:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693437.111692:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693437.111696:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693437.111698:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693437.111701:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693437.111703:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693437.111705:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693437.111707:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693437.111709:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693437.111711:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693437.751493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693437.751502:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693437.751504:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693437.751510:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693437.751514:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693437.751518:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693437.751521:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693437.751524:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693437.751527:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693438.135580:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693438.135595:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693438.135611:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693438.135618:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693438.135626:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693438.135634:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693438.135641:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693438.135646:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693438.135650:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693438.135724:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693438.135731:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693438.135733:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693438.135735:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693438.135739:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693438.135742:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693438.135745:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693438.135748:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693438.135761:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693438.135771:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693438.135788:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693438.135793:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693438.136230:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693438.136233:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693438.136235:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693438.136238:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693438.136240:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693438.136242:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693438.136244:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693438.136245:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693438.136249:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693438.775542:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693438.775554:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693438.775556:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693438.775563:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693438.775567:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693438.775573:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693438.775577:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693438.775580:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693438.775584:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693439.159593:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693439.159594:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693439.159602:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693439.159604:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693439.159606:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693439.159609:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693439.159615:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693439.159618:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693439.159627:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693439.159632:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693439.159638:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693439.159644:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693439.159651:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.159704:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693439.159708:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693439.159713:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693439.159718:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693439.159754:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693439.159758:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693439.159760:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693439.159764:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693439.159767:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693439.159770:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.159772:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693439.159774:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.159777:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.159873:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693439.159875:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693439.159876:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693439.159878:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693439.799538:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693439.799550:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693439.799553:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693439.799562:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693439.799568:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693439.799577:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3923
00000400:00000200:2.0:1790693439.799602:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693439.799612:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693439.799616:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693439.799620:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799623:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693439.799626:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799628:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693439.799637:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693439.799639:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693439.799643:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693439.799646:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693439.799649:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693439.799652:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693439.799655:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799658:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693439.799660:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799662:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693439.799665:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693439.799668:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799670:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693439.799673:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693439.799680:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693439.799690:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.799696:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693439.799703:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693439.799715:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693439.799735:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693439.799740:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693439.799743:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.799747:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693439.799749:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693439.799754:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693439.799762:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693439.799771:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693439.799781:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693439.799792:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693439.799795:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693439.799801:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693439.799828:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693439.799831:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693439.799839:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693439.799842:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693439.799844:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693439.799849:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693439.799853:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3923
00000400:00000200:2.0:1790693439.799858:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693439.799860:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1790693439.799865:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693439.799868:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1790693439.799870:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693439.799873:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693439.799879:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799885:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693439.799889:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693439.799892:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799896:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693439.799900:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693439.799903:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693439.799908:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693439.799914:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693439.799923:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693439.799931:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693439.799935:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693439.799939:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693439.799940:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799949:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1790693439.799952:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1790693439.799953:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:0.0:1790693439.799959:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693439.799959:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:0.0:1790693439.799968:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693439.799969:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:0.0:1790693439.799978:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101315840:192.168.204.134@tcp:250:
00000100:00080000:2.0:1790693439.799978:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693439.799995:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.799996:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693439.800001:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693439.800004:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693439.800007:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693439.800012:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.800014:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693439.800018:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1790693439.800022:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1790693439.800023:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693439.800028:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693439.800029:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693439.800036:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
02000000:00000010:0.0:1790693439.800038:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
00000020:00000040:2.0:1790693439.800039:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693439.800045:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693439.800046:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693439.800048:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.800053:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693439.800056:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693439.800059:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.800060:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693439.800071:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
02000000:00000010:2.0:1790693439.800074:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000400:00000010:0.0:1790693439.800083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693439.800095:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315840, portal 25
00000100:00000001:2.0:1790693439.800096:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.800101:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693439.800105:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00100000:2.0:1790693439.800110:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693439.800119:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693439.800132:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693439.800136:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693439.800150:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.800153:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693439.800162:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693439.800171:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693439.800179:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101315840, offset 0
00000400:00000200:0.0:1790693439.800195:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693439.800195:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693439.800203:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693439.800207:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1790693439.800210:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693439.800211:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693439.800216:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693439.800221:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1790693439.800224:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:2.0:1790693439.800230:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3923
00000400:00000200:2.0:1790693439.800238:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693439.800241:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693439.800249:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693439.800253:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693439.800259:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1790693439.800261:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1790693439.800266:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:2.0:1790693439.800271:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693439.800278:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6702:6702:256:4294967295] 192.168.204.134@tcp LPNI seq info [6697:6697:8:4294967295]
00000100:00000001:2.0:1790693439.800279:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693439.800285:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693439.800291:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693439.800291:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693439.800300:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693439.800303:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693439.800305:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693439.800310:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693439.800317:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693439.800320:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:0.0:1790693439.800325:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790693439.800325:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.800331:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693439.800337:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.800340:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:0.0:1790693439.800344:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693439.800346:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693439.800354:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000010:0.0:1790693439.800355:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000100:00000001:2.0:1790693439.800357:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693439.800361:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693439.800366:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1790693439.800373:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:2.0:1790693439.800373:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.800381:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:0.0:1790693439.800382:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000008:00100000:2.0:1790693439.800384:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693439.800392:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693439.800396:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693439.800427:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1790693439.800434:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693439.800443:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693439.800447:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000800:00000100:0.0:1790693439.800455:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693439.800455:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693439.800462:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1790693439.800465:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000100:00000001:2.0:1790693439.800467:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693439.800473:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1790693439.800475:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1790693439.800476:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693439.800484:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000400:00000200:0.0:1790693439.800487:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790693439.800491:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.800497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000100:00100000:2.0:1790693439.800499:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1790693439.800502:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693439.800515:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693439.800516:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693439.800520:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693439.800531:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693439.800533:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693439.800559:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693439.800567:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693439.800578:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693439.800581:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1790693439.800582:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790693439.800584:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1790693439.800591:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693439.800592:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693439.800600:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3923
00000400:00000200:2.0:1790693439.800614:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693439.800623:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693439.800633:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693439.800639:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693439.800641:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693439.800645:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693439.800647:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693439.800651:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.800654:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693439.800656:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693439.800660:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693439.800663:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000200:0.0:1790693439.800667:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693439.800668:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693439.800674:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298597123
00000020:00000040:2.0:1790693439.800674:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693439.800679:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000010:0.0:1790693439.800684:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000020:00000001:2.0:1790693439.800685:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693439.800693:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693439.800696:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693439.800697:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693439.800706:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.800709:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693439.800710:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298597123
00000020:00000040:2.0:1790693439.800715:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000010:0.0:1790693439.800730:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71909c0.
00000100:00080000:2.0:1790693439.800736:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693439.800738:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693439.800741:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.800745:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693439.800745:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693439.800752:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693439.800753:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693439.800760:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790693439.800761:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.800765:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693439.800769:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1790693439.800772:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693439/real 1790693439]  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790693439.800773:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.800780:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693439.800792:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000400:00000001:0.0:1790693439.800794:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1790693439.800798:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000001:0.0:1790693439.800799:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693439.800804:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
02000000:00000001:2.0:1790693439.800806:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693439.800810:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.800811:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00000001:2.0:1790693439.800814:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1790693439.800816:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
02000000:00000001:2.0:1790693439.800819:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693439.800822:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:2.0:1790693439.800824:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693439.800829:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693439.800833:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693439.800843:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693439.800850:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693439.800858:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693439.800873:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693439.800877:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693439.800878:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693439.800885:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693439.800886:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.800890:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693439.800895:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693439.800903:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693439.800930:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693439.800937:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693439.800950:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693439.800953:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693439.800956:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693439.800958:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693439.800962:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693439.800969:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3923
00000100:00000040:0.0:1790693439.800970:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693439.800983:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693439.800994:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693439.800997:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.800998:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.800999:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801001:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693439.801003:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693439.801005:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693439.801010:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693439.801012:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693439.801015:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693439.801020:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101315840:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693439.801024:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801026:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.801028:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101315840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801034:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693439.801041:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693439.801045:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693439.801049:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693439.801052:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693439.801054:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693439.801057:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693439.801059:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:0.0:1790693439.801064:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693439.801066:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693439.801069:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:0.0:1790693439.801072:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693439.801073:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801075:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801084:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693439.801085:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.801088:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693439.801089:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693439.801091:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693439.801095:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801102:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693439.801104:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693439.801108:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:0.0:1790693439.801110:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693439.801114:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1790693439.801116:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1790693439.801121:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693439.801128:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:0.0:1790693439.801133:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315968:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693439.801134:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693439.801146:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1790693439.801146:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.801154:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:0.0:1790693439.801155:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693439.801159:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693439.801159:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693439.801161:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
02000000:00000001:0.0:1790693439.801166:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1790693439.801167:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693439.801175:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000010:0.0:1790693439.801178:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
00000020:00000001:2.0:1790693439.801178:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:0.0:1790693439.801190:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693439.801191:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693439.801204:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.801208:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693439.801210:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693439.801215:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693439.801217:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:0.0:1790693439.801219:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000020:00000040:2.0:1790693439.801219:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693439.801226:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:0.0:1790693439.801229:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000001:2.0:1790693439.801229:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693439.801231:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693439.801236:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1790693439.801238:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101315968, portal 10
02000000:00000001:2.0:1790693439.801239:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.801248:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693439.801249:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693439.801252:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000008:00100000:2.0:1790693439.801254:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693439.801260:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693439.801264:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693439.801265:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1790693439.801271:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693439.801276:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1790693439.801278:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000040:0.0:1790693439.801284:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693439.801285:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693439.801289:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693439.801291:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000001:2.0:1790693439.801293:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693439.801297:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1790693439.801299:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101315968, offset 0
02000000:00000001:2.0:1790693439.801302:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.801308:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693439.801310:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000400:00000200:0.0:1790693439.801317:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693439.801318:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.801323:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693439.801328:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1790693439.801333:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693439.801334:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693439.801341:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693439.801348:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693439.801355:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6703:6703:256:4294967295] 192.168.204.134@tcp LPNI seq info [6698:6698:8:4294967295]
00000400:00000200:0.0:1790693439.801364:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693439.801372:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693439.801380:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693439.801380:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693439.801389:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.801393:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000100:00000040:2.0:1790693439.801394:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1790693439.801441:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693439.801447:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693439.801459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693439.801464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693439.801471:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.801473:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000100:00000001:2.0:1790693439.801475:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.801477:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693439.801486:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693439.801489:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000100:00000040:2.0:1790693439.801489:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3933)
00000400:00000010:0.0:1790693439.801494:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693439.801497:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693439.801500:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801507:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.801509:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801513:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.801514:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693439.801518:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693439.801522:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693439.801525:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693439.801527:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298595860
00000100:00000001:0.0:1790693439.801529:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.801531:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298595860
00000100:00000001:0.0:1790693439.801532:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.801533:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693439.801535:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.801536:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693439.801538:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693439/real 1790693439]  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693439.801542:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693439.801543:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693439.801544:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693439.801546:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693439.801547:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693439.801548:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693439.801550:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693439.801554:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801557:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693439.801558:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801559:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.801560:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693439.801561:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801565:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693439.801567:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801575:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693439.801576:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801577:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.801578:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801579:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693439.801581:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693439.801582:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693439.801584:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693439.801585:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693439.801587:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693439.801591:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101315968:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693439.801594:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693439.801596:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801601:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693439.801602:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693439.801603:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693439.801604:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693439.801605:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693439.801607:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316096:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693439.801609:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693439.801610:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693439.801611:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693439.801612:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693439.801615:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693439.801616:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.801618:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693439.801620:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693439.801622:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693439.801624:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316096, portal 10
00000100:00000001:0.0:1790693439.801626:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693439.801628:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:0.0:1790693439.801633:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801639:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693439.801641:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693439.801643:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693439.801646:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101316096, offset 0
00000400:00000200:0.0:1790693439.801650:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693439.801653:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693439.801656:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693439.801659:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693439.801661:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693439.801663:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693439.801665:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693439.801668:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6704:6704:256:4294967295] 192.168.204.134@tcp LPNI seq info [6699:6699:8:4294967295]
00000400:00000200:0.0:1790693439.801671:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693439.801677:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693439.801680:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.801683:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693439.801687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693439.801689:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693439.801692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693439.801695:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693439.801698:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.801699:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693439.801702:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693439.801704:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693439.801707:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693439.801709:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693439.801711:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693439.801714:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801735:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.801738:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801743:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.801744:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693439.801748:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693439.801751:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693439.801754:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693439.801755:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298595866
00000100:00000001:0.0:1790693439.801758:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.801760:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298595866
00000100:00000001:0.0:1790693439.801762:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.801764:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693439.801765:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.801767:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693439.801771:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693439/real 1790693439]  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693439.801777:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693439.801778:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693439.801780:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693439.801782:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693439.801783:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693439.801786:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693439.801789:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693439.801795:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801806:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693439.801807:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801808:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.801810:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693439.801813:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801819:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693439.801822:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801829:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693439.801831:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801833:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.801834:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.801835:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693439.801837:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693439.801840:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693439.801843:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693439.801845:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693439.801849:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693439.801855:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316096:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693439.801858:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693439.801862:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801869:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693439.801870:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693439.801872:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693439.801874:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693439.801876:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693439.801879:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316224:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693439.801881:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693439.801883:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693439.801884:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693439.801886:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693439.801889:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693439.801891:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.801894:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693439.801897:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693439.801900:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693439.801903:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316224, portal 4
00000100:00000001:0.0:1790693439.801904:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693439.801905:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693439.801911:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801916:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693439.801918:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693439.801920:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693439.801922:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101316224, offset 0
00000400:00000200:0.0:1790693439.801926:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693439.801929:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693439.801933:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693439.801935:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693439.801937:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693439.801940:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693439.801942:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693439.801945:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6705:6705:256:4294967295] 192.168.204.134@tcp LPNI seq info [6700:6700:8:4294967295]
00000400:00000200:0.0:1790693439.801948:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693439.801953:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693439.801957:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.801960:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693439.801964:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693439.801966:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693439.801970:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693439.801972:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693439.801975:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.801977:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693439.801980:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693439.801983:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693439.801986:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693439.801987:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693439.801989:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693439.801992:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.801999:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.802002:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802008:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.802010:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693439.802013:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693439.802016:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693439.802018:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693439.802020:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298595860
00000100:00000001:0.0:1790693439.802022:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.802024:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298595860
00000100:00000001:0.0:1790693439.802026:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.802027:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693439.802029:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.802031:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693439.802034:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693439/real 1790693439]  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693439.802045:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693439.802047:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693439.802048:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693439.802050:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693439.802051:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693439.802053:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693439.802056:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693439.802063:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802069:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693439.802071:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802072:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.802073:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693439.802076:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802082:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693439.802086:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802091:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693439.802093:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802095:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.802096:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802097:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693439.802099:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693439.802101:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693439.802104:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693439.802106:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693439.802110:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693439.802117:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316224:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693439.802120:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802122:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.802125:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101315968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802131:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693439.802133:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693439.802135:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693439.802138:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693439.802140:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693439.802141:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693439.802143:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693439.802145:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:0.0:1790693439.802149:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693439.802150:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693439.802152:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:0.0:1790693439.802155:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693439.802156:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802157:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.802161:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101316096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802167:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693439.802168:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693439.802169:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693439.802172:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693439.802173:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693439.802174:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693439.802176:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693439.802177:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:0.0:1790693439.802179:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693439.802181:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693439.802183:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:0.0:1790693439.802186:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693439.802187:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802189:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.802192:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101316224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802198:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693439.802200:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693439.802201:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693439.802204:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693439.802205:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693439.802206:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693439.802208:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693439.802210:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:0.0:1790693439.802212:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693439.802213:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693439.802214:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693439.802216:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693439.802217:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802218:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802225:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693439.802226:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.802228:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693439.802230:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693439.802231:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693439.802235:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802242:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693439.802243:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693439.802245:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693439.802246:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693439.802248:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693439.802251:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316352:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693439.802254:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693439.802256:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693439.802258:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693439.802259:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693439.802262:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693439.802264:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693439.802268:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693439.802270:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693439.802273:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693439.802276:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316352, portal 4
00000100:00000001:0.0:1790693439.802278:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693439.802279:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693439.802285:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802290:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693439.802293:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693439.802295:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693439.802297:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101316352, offset 0
00000400:00000200:0.0:1790693439.802301:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693439.802305:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693439.802309:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693439.802312:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693439.802314:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693439.802316:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693439.802319:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693439.802322:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6706:6706:256:4294967295] 192.168.204.134@tcp LPNI seq info [6701:6701:8:4294967295]
00000400:00000200:0.0:1790693439.802326:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693439.802331:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693439.802336:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.802339:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693439.802342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693439.802345:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693439.802349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693439.802351:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693439.802355:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693439.802358:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693439.802361:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693439.802364:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693439.802367:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693439.802369:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693439.802371:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693439.802375:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802381:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.802384:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802391:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.802392:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693439.802395:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693439.802425:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693439.802429:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693439.802432:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298595866
00000100:00000001:0.0:1790693439.802434:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.802436:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298595866
00000100:00000001:0.0:1790693439.802438:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298597123
00000100:00000001:0.0:1790693439.802440:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693439.802442:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.802443:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693439.802447:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693439/real 1790693439]  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693439.802454:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693439.802456:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693439.802457:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693439.802459:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693439.802461:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693439.802463:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693439.802466:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693439.802474:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802479:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693439.802480:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802482:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.802483:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693439.802487:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802493:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693439.802497:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802504:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693439.802506:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802507:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693439.802509:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802510:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693439.802512:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693439.802514:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693439.802518:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693439.802520:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693439.802524:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693439.802531:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316352:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693439.802534:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802536:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693439.802538:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101316352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693439.802544:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693439.802546:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693439.802547:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693439.802550:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693439.802551:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693439.802553:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693439.802555:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693439.802556:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:0.0:1790693439.802559:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693439.802560:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693439.802561:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693439.802564:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693439.802565:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802567:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693439.802570:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693439.802571:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693439.802573:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693439.802575:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693440.183585:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693440.183585:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693440.183602:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693440.183603:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693440.183609:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693440.183610:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693440.183624:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693440.183624:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693440.183633:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693440.183635:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693440.183640:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693440.183641:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693440.183649:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693440.183651:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693440.183654:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693440.183657:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693440.183660:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693440.183663:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693440.183841:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693440.183844:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693440.183846:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693440.183849:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693440.183853:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693440.183857:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693440.183859:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693440.183861:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693440.183863:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693441.143483:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298597123, at 4298597184
00000100:00000040:1.0:1790693441.143483:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298597123, at 4298597184
00000100:00000010:1.0:1790693441.143500:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc71909c0.
00000100:00000010:0.0:1790693441.143503:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693441.207501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693441.207509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693441.207511:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693441.207517:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693441.207521:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693441.207525:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693441.207527:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693441.207529:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693441.207531:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693441.207622:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693441.207626:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693441.207628:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693441.207631:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693441.207634:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693441.207636:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693441.207638:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693441.207639:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693441.207642:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693441.207717:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693441.207720:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693441.207722:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693441.207724:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693441.207726:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693441.207728:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693441.207730:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693441.207731:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693441.207733:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693441.207983:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693441.207986:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693441.207989:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693442.231509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693442.231516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693442.231519:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693442.231524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693442.231527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693442.231530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693442.231533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693442.231535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693442.231537:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693442.231651:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693442.231655:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693442.231657:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693442.231660:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693442.231662:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693442.231665:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693442.231667:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693442.231669:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693442.231684:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693442.231758:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693442.231761:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693442.231763:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693442.231766:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693442.231768:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693442.231770:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693442.231773:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693442.231774:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693442.231776:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693443.255510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693443.255511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693443.255514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693443.255518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693443.255519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693443.255520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693443.255522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693443.255523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693443.255525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693443.255527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693443.255529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693443.255532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693443.255532:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693443.255536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693443.255537:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693443.255538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693443.255541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693443.255541:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693443.255543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693443.255545:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693443.255548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693443.255550:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693443.255550:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693443.255551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693443.255555:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693443.255557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693443.255559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693443.255571:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693443.255575:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693443.255578:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693444.279576:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693444.279584:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693444.279586:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693444.279591:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693444.279595:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693444.279599:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.279601:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693444.279617:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693444.279619:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693444.279621:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.279628:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693444.279641:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693444.279645:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693444.279648:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693444.279651:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693444.279653:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693444.279655:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693444.279850:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693444.280805:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693444.280809:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693444.280812:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693444.919518:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693444.919523:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693444.919525:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693444.919528:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693444.919532:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693444.919539:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3928
00000400:00000200:2.0:1790693444.919546:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693444.919552:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693444.919556:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693444.919559:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919562:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693444.919565:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919567:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693444.919574:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693444.919576:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693444.919578:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693444.919581:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693444.919584:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693444.919587:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693444.919589:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919592:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693444.919595:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919597:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693444.919600:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693444.919604:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919607:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693444.919610:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693444.919613:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693444.919616:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.919629:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693444.919632:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693444.919641:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693444.919747:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693444.919753:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693444.919754:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.919764:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693444.919767:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693444.919771:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693444.919779:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693444.919785:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693444.919793:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693444.919805:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693444.919808:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693444.919812:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693444.919850:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693444.919853:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693444.919856:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693444.919858:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693444.919859:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693444.919862:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693444.919865:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3928
00000400:00000200:2.0:1790693444.919869:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693444.919873:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693444.919875:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693444.919878:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919880:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693444.919881:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919883:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693444.919886:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693444.919887:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693444.919889:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693444.919891:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693444.919893:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693444.919895:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693444.919897:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919899:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693444.919900:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919902:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693444.919904:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693444.919906:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693444.919908:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693444.919910:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693444.919925:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693444.919927:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.919929:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693444.919933:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693444.919936:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.919937:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693444.919940:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693444.919942:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693444.919944:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693444.919946:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.919948:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693444.919949:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693444.919950:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693444.919954:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693444.919957:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693444.919962:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693444.919969:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693444.919969:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693444.919972:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.919974:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693444.919978:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693444.919979:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693444.919986:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693444.920014:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920018:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790693444.920019:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693444.920020:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.920025:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1790693444.920026:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1790693444.920029:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693444.920030:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1790693444.920034:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693444.920034:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1790693444.920039:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101316480:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693444.920043:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693444.920047:0:29552:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:0.0:1790693444.920048:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693444.920051:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693444.920052:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3928
02000000:00000001:0.0:1790693444.920055:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1790693444.920059:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:0.0:1790693444.920062:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
00000400:00000200:2.0:1790693444.920064:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:0.0:1790693444.920066:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693444.920068:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693444.920072:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693444.920075:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693444.920076:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1790693444.920081:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00000040:2.0:1790693444.920081:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920086:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:0.0:1790693444.920089:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000020:00000001:2.0:1790693444.920090:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693444.920093:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693444.920095:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1790693444.920097:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316480, portal 25
00000020:00000040:2.0:1790693444.920098:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00000001:0.0:1790693444.920102:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1790693444.920103:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:0.0:1790693444.920105:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000020:00000001:2.0:1790693444.920109:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693444.920114:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.920122:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693444.920125:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693444.920129:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000040:2.0:1790693444.920131:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:0.0:1790693444.920133:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101316480, offset 0
00000100:00000001:2.0:1790693444.920135:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693444.920139:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920142:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693444.920143:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693444.920147:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693444.920153:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693444.920154:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693444.920160:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693444.920163:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693444.920164:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:2.0:1790693444.920167:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1790693444.920170:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1790693444.920171:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.920174:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693444.920176:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1790693444.920177:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000008:00000001:2.0:1790693444.920179:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.920181:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693444.920183:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1790693444.920185:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000400:00000200:0.0:1790693444.920188:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000040:2.0:1790693444.920189:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693444.920191:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693444.920192:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.920193:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693444.920194:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693444.920195:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693444.920198:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693444.920200:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693444.920206:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693444.920207:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6707:6707:256:4294967295] 192.168.204.134@tcp LPNI seq info [6702:6702:8:4294967295]
00000400:00000200:0.0:1790693444.920218:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.920228:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693444.920231:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693444.920234:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693444.920238:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693444.920243:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1790693444.920246:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000100:00000001:2.0:1790693444.920255:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693444.920256:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:2.0:1790693444.920259:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1790693444.920262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1790693444.920264:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693444.920268:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693444.920270:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1790693444.920272:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693444.920274:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:0.1:1790693444.920279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1790693444.920280:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3928
00000800:00000100:0.0:1790693444.920288:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693444.920289:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:0.0:1790693444.920293:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:2.0:1790693444.920296:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693444.920301:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1790693444.920301:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693444.920306:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693444.920315:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790693444.920319:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693444.920322:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000100:00000040:2.0:1790693444.920324:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:0.0:1790693444.920327:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:2.0:1790693444.920328:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693444.920333:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:2.0:1790693444.920335:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693444.920338:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000200:0.0:1790693444.920340:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693444.920341:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693444.920344:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693444.920349:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693444.920355:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:0.0:1790693444.920357:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693444.920361:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693444.920364:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693444.920366:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693444.920372:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920376:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693444.920378:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693444.920381:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:0.0:1790693444.920382:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693444.920388:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693444.920394:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693444.920417:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920420:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693444.920423:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693444.920424:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298602243
02000000:00000001:2.0:1790693444.920426:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693444.920430:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693444.920431:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:2.0:1790693444.920433:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693444.920437:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693444.920440:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000008:00000001:2.0:1790693444.920441:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.920445:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920448:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298602243
00000100:00000010:2.0:1790693444.920451:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000010:0.0:1790693444.920453:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71908a0.
00000020:00000040:2.0:1790693444.920456:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:0.0:1790693444.920458:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1790693444.920461:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1790693444.920463:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693444.920464:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920467:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.920469:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1790693444.920472:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790693444.920473:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693444.920476:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693444.920480:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693444/real 1790693444]  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693444.920483:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693444.920489:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1790693444.920494:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693444.920497:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1790693444.920499:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1790693444.920500:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693444.920505:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693444.920509:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:2.0:1790693444.920515:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693444.920518:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693444.920522:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.920527:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693444.920534:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693444.920535:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693444.920541:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693444.920549:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693444.920551:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693444.920553:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1790693444.920554:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693444.920557:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693444.920562:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3928
00000400:00000200:2.0:1790693444.920568:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693444.920569:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693444.920572:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1790693444.920573:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693444.920576:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1790693444.920577:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693444.920580:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693444.920581:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920585:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1790693444.920588:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693444.920588:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920592:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693444.920596:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693444.920598:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693444.920600:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693444.920602:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:0.0:1790693444.920604:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693444.920605:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693444.920610:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693444.920612:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920614:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693444.920615:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693444.920617:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693444.920633:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693444.920638:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:0.0:1790693444.920641:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693444.920644:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693444.920647:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693444.920656:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920660:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1790693444.920661:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693444.920663:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693444.920666:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693444.920668:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1790693444.920670:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920671:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693444.920675:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00080000:0.0:1790693444.920677:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1790693444.920678:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693444.920683:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693444.920684:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693444.920686:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920689:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1790693444.920693:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000100:00000040:0.0:1790693444.920697:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693444.920698:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693444.920704:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693444.920707:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693444.920711:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693444.920714:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1790693444.920715:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101316480:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693444.920717:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920721:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1790693444.920724:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:0.0:1790693444.920725:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693444.920730:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693444.920736:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101316480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693444.920738:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693444.920754:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693444.920757:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693444.920761:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
00000100:00000001:2.0:1790693444.920764:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1790693444.920766:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1790693444.920767:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693444.920769:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693444.920772:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000040:2.0:1790693444.920774:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693444.920776:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693444.920778:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:0.0:1790693444.920784:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1790693444.920787:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.920788:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693444.920791:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000040:2.0:1790693444.920794:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3938)
00000100:00000001:0.0:1790693444.920795:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693444.920798:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.920801:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.920809:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693444.920811:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920814:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693444.920815:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693444.920817:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693444.920821:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.920825:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693444.920826:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.920828:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693444.920829:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693444.920831:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693444.920833:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316608:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693444.920835:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693444.920837:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693444.920838:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.920839:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693444.920842:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693444.920843:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693444.920846:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693444.920848:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693444.920851:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693444.920853:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316608, portal 10
00000100:00000001:0.0:1790693444.920854:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693444.920855:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:0.0:1790693444.920859:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.920863:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693444.920865:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693444.920866:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693444.920868:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101316608, offset 0
00000400:00000200:0.0:1790693444.920870:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693444.920873:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.920875:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693444.920877:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693444.920879:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693444.920880:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693444.920882:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693444.920884:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6708:6708:256:4294967295] 192.168.204.134@tcp LPNI seq info [6703:6703:8:4294967295]
00000400:00000200:0.0:1790693444.920887:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.920891:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693444.920894:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.920896:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693444.920898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693444.920901:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693444.920904:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693444.920905:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693444.920908:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.920909:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693444.920911:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693444.920913:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693444.920915:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693444.920916:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693444.920918:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693444.920920:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.920925:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.920926:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.920931:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920932:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693444.920934:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693444.920936:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693444.920938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693444.920939:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298600979
00000100:00000001:0.0:1790693444.920941:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.920943:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298600979
00000100:00000001:0.0:1790693444.920944:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.920945:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693444.920946:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.920947:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693444.920949:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693444/real 1790693444]  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693444.920963:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693444.920965:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693444.920967:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693444.920969:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693444.920971:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693444.920973:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693444.920976:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693444.920984:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.920990:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693444.920992:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.920994:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.920995:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693444.920998:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921005:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693444.921012:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921018:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693444.921020:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921022:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.921023:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921024:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693444.921027:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693444.921029:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693444.921032:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693444.921033:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693444.921037:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693444.921044:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316608:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693444.921047:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693444.921050:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921055:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693444.921056:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.921058:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693444.921060:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693444.921062:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693444.921064:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316736:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693444.921067:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693444.921068:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693444.921070:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.921071:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693444.921075:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693444.921076:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693444.921079:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693444.921081:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693444.921083:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693444.921085:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316736, portal 10
00000100:00000001:0.0:1790693444.921087:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693444.921088:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:0.0:1790693444.921093:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921098:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693444.921100:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693444.921102:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693444.921103:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101316736, offset 0
00000400:00000200:0.0:1790693444.921106:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693444.921110:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.921113:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693444.921115:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693444.921117:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693444.921119:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693444.921121:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693444.921124:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6709:6709:256:4294967295] 192.168.204.134@tcp LPNI seq info [6704:6704:8:4294967295]
00000400:00000200:0.0:1790693444.921127:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.921133:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693444.921137:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.921139:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693444.921142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693444.921145:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693444.921149:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693444.921151:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693444.921154:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.921156:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693444.921158:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693444.921161:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693444.921164:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693444.921166:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693444.921167:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693444.921171:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921178:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.921181:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921187:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.921189:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693444.921192:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693444.921195:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693444.921198:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693444.921200:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298600985
00000100:00000001:0.0:1790693444.921202:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.921203:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298600985
00000100:00000001:0.0:1790693444.921204:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.921206:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693444.921208:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.921209:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693444.921211:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693444/real 1790693444]  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693444.921216:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693444.921217:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693444.921219:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693444.921221:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693444.921223:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693444.921225:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693444.921228:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693444.921240:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921246:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693444.921248:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921265:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.921266:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693444.921270:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921276:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693444.921279:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921283:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693444.921285:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921286:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.921286:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921287:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693444.921288:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693444.921290:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693444.921293:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693444.921294:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693444.921296:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693444.921300:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316736:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693444.921303:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693444.921304:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921308:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693444.921309:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.921310:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693444.921312:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693444.921313:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693444.921315:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316864:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693444.921316:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693444.921317:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693444.921318:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.921319:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693444.921321:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693444.921322:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693444.921325:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693444.921327:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693444.921329:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693444.921331:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316864, portal 4
00000100:00000001:0.0:1790693444.921332:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693444.921333:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693444.921337:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921345:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693444.921346:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693444.921347:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693444.921349:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101316864, offset 0
00000400:00000200:0.0:1790693444.921351:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693444.921353:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.921355:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693444.921357:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693444.921358:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693444.921360:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693444.921361:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693444.921363:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6710:6710:256:4294967295] 192.168.204.134@tcp LPNI seq info [6705:6705:8:4294967295]
00000400:00000200:0.0:1790693444.921366:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.921370:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693444.921372:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.921374:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693444.921376:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693444.921378:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693444.921382:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693444.921384:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693444.921388:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.921389:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693444.921392:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693444.921395:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693444.921418:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693444.921420:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693444.921423:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693444.921426:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921434:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.921437:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921448:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.921450:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693444.921454:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693444.921457:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693444.921460:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693444.921461:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298600980
00000100:00000001:0.0:1790693444.921463:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.921465:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298600980
00000100:00000001:0.0:1790693444.921467:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.921469:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693444.921471:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.921472:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693444.921476:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693444/real 1790693444]  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693444.921483:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693444.921484:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693444.921485:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693444.921488:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693444.921489:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693444.921491:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693444.921494:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693444.921500:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921506:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693444.921507:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921508:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.921509:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693444.921512:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921518:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693444.921522:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921529:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693444.921531:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921533:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.921534:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921536:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693444.921538:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693444.921540:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693444.921543:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693444.921545:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693444.921549:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693444.921556:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316864:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693444.921559:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693444.921562:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921567:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693444.921569:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.921571:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693444.921573:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693444.921574:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693444.921577:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316992:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693444.921580:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693444.921582:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693444.921583:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693444.921585:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693444.921588:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693444.921590:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693444.921594:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693444.921596:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693444.921599:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693444.921601:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101316992, portal 4
00000100:00000001:0.0:1790693444.921603:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693444.921604:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693444.921610:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921616:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693444.921627:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693444.921629:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693444.921632:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101316992, offset 0
00000400:00000200:0.0:1790693444.921636:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693444.921639:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.921643:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693444.921645:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693444.921648:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693444.921650:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693444.921652:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693444.921655:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6711:6711:256:4294967295] 192.168.204.134@tcp LPNI seq info [6706:6706:8:4294967295]
00000400:00000200:0.0:1790693444.921659:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693444.921665:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693444.921669:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.921671:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693444.921673:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693444.921675:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693444.921678:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693444.921680:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693444.921682:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693444.921683:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693444.921685:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693444.921687:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693444.921689:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693444.921690:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693444.921692:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693444.921694:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921699:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.921700:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921704:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.921705:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693444.921707:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693444.921709:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693444.921711:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693444.921712:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298600985
00000100:00000001:0.0:1790693444.921713:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.921715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298600985
00000100:00000001:0.0:1790693444.921716:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298602243
00000100:00000001:0.0:1790693444.921717:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693444.921718:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.921719:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693444.921721:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693444/real 1790693444]  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693444.921726:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693444.921727:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693444.921728:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693444.921729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693444.921730:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693444.921731:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693444.921732:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693444.921738:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921742:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693444.921743:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921744:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.921744:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693444.921746:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921750:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693444.921752:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921758:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693444.921760:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921761:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693444.921762:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921764:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693444.921765:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693444.921767:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693444.921770:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693444.921772:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693444.921776:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693444.921784:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101316992:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693444.921787:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921790:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.921793:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101316608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921805:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693444.921807:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693444.921808:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693444.921811:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693444.921813:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693444.921814:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693444.921816:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693444.921818:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:0.0:1790693444.921820:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693444.921821:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693444.921822:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693444.921825:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693444.921826:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921827:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.921830:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101316736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921836:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693444.921838:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693444.921839:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693444.921842:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693444.921843:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693444.921844:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693444.921846:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693444.921847:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693444.921849:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693444.921850:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693444.921852:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:0.0:1790693444.921854:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693444.921855:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921857:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.921860:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101316864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921865:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693444.921867:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693444.921868:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693444.921870:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693444.921870:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693444.921871:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693444.921872:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693444.921873:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:0.0:1790693444.921874:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693444.921875:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693444.921876:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693444.921877:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693444.921878:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921879:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693444.921881:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101316992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693444.921884:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693444.921885:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693444.921885:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693444.921886:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693444.921887:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693444.921888:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693444.921888:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693444.921889:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:0.0:1790693444.921890:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693444.921891:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693444.921891:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693444.921892:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693444.921893:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921894:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693444.921897:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693444.921898:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693444.921899:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693444.921900:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693445.303545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693445.303551:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693445.303554:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693445.303559:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693445.303564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693445.303566:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693445.303568:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693445.303570:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693445.303572:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693445.303721:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693445.303725:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693445.303726:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693445.303728:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693445.303731:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693445.303733:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693445.303735:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693445.303736:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693445.303738:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693445.303801:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693445.303805:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693445.303809:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693446.263518:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298602243, at 4298602304
00000100:00000040:1.0:1790693446.263518:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298602243, at 4298602304
00000100:00000010:1.0:1790693446.263538:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc71908a0.
00000100:00000010:0.0:1790693446.263539:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:2.0:1790693446.327486:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693446.327495:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693446.327499:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693446.327507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693446.327512:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693446.327517:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693446.327522:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693446.327526:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693446.327530:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693446.327551:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693446.327554:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693446.327556:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693446.327559:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693446.327561:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693446.327564:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693446.327565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693446.327567:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693446.327569:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693446.327569:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693446.327574:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693446.327577:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693446.327627:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693446.327629:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693446.327630:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693446.327635:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693446.327637:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693446.327638:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693446.327639:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693446.327640:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693446.327642:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693447.351500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693447.351500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693447.351509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693447.351509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693447.351515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693447.351515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693447.351524:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693447.351524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693447.351532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693447.351532:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693447.351538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693447.351539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693447.351544:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693447.351548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693447.351552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693447.351552:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693447.351556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693447.351558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693447.351923:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693447.351927:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1790693447.351930:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693447.351933:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:0.0:1790693447.351938:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693447.351945:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693447.351950:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693447.351953:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693447.351960:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693447.351962:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693447.351964:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693447.351966:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693448.375493:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693448.375501:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693448.375504:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693448.375511:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693448.375516:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693448.375521:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693448.375526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693448.375530:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693448.375535:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693448.375594:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693448.375604:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693448.375606:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693448.375611:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693448.375616:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693448.375619:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693448.375624:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693448.375627:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693448.375631:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693448.375647:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1790693448.375647:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693448.375652:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693448.375653:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693448.375655:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693448.375658:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1790693448.375659:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693448.375663:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693448.375665:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693448.375667:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693448.375669:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693448.375671:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693449.399500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693449.399500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693449.399508:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693449.399508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693449.399513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693449.399513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693449.399520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693449.399520:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693449.399527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693449.399527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693449.399542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693449.399546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693449.399547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693449.399548:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693449.399552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693449.399554:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693449.399557:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693449.399557:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693449.399558:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693449.399561:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693449.399564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693449.399566:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693449.399568:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693449.399572:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693449.399575:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693449.399577:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693449.399580:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693449.399595:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693449.399600:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693449.399603:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693450.039582:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693450.039590:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693450.039596:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693450.039603:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693450.039614:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693450.039618:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693450.039629:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693450.039633:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693450.039641:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.039885:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693450.039892:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693450.039897:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693450.039909:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.039927:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693450.039932:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.039939:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693450.039943:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693450.039946:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693450.039950:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101317120:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693450.039955:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693450.039960:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693450.039962:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.039965:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693450.039971:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693450.039973:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693450.039980:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693450.039984:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693450.039991:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693450.040001:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101317120, portal 25
00000100:00000001:0.0:1790693450.040003:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693450.040005:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00000040:0.0:1790693450.040011:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.040019:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693450.040025:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693450.040030:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693450.040037:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101317120, offset 0
00000400:00000200:0.0:1790693450.040052:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693450.040066:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.040076:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693450.040102:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693450.040110:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693450.040117:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693450.040123:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693450.040128:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6712:6712:256:4294967295] 192.168.204.134@tcp LPNI seq info [6707:6707:8:4294967295]
00000400:00000200:0.0:1790693450.040136:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.040163:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693450.040187:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.040201:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693450.040220:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693450.040227:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693450.040238:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693450.040248:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693450.040264:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.040269:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693450.040295:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693450.040313:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693450.040327:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693450.040338:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693450.040350:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693450.040362:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.040396:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.040431:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.040443:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.040448:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693450.040459:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693450.040469:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693450.040479:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298607363
00000100:00000010:0.0:1790693450.040492:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693450.040506:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693450.040534:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298607363
00000100:00000010:0.0:1790693450.040544:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71902a0.
00000100:00000001:0.0:1790693450.040553:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693450.040562:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693450.040571:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.040578:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693450.040599:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693450/real 1790693450]  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693450.040634:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693450.040640:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693450.040645:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693450.040656:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693450.040668:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693450.040681:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693450.040695:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693450.040717:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.040747:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693450.040751:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.040759:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.040769:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693450.040780:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.040810:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693450.040822:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.040847:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693450.040858:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.040870:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.040874:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.040884:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693450.040891:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693450.040903:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693450.040918:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693450.040928:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693450.040940:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693450.040980:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101317120:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693450.040993:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.040999:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.041007:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101317120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041031:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693450.041036:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693450.041042:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693450.041051:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693450.041056:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693450.041061:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693450.041067:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693450.041073:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:0.0:1790693450.041082:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693450.041087:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693450.041090:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:0.0:1790693450.041096:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693450.041100:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041105:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041117:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693450.041122:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.041128:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693450.041133:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693450.041138:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693450.041149:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041188:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693450.041192:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.041198:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693450.041204:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693450.041213:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693450.041229:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317248:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693450.041240:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693450.041245:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693450.041249:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.041254:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693450.041261:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693450.041265:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693450.041275:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693450.041282:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693450.041290:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693450.041297:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101317248, portal 10
00000100:00000001:0.0:1790693450.041304:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693450.041308:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:0.0:1790693450.041320:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041348:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693450.041356:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693450.041360:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693450.041367:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101317248, offset 0
00000400:00000200:0.0:1790693450.041376:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693450.041383:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.041387:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693450.041392:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693450.041395:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693450.041436:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693450.041440:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693450.041446:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6713:6713:256:4294967295] 192.168.204.134@tcp LPNI seq info [6708:6708:8:4294967295]
00000400:00000200:0.0:1790693450.041452:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.041460:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693450.041465:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.041471:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693450.041476:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693450.041479:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693450.041485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693450.041488:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693450.041492:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.041494:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693450.041497:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693450.041501:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693450.041504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693450.041506:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693450.041508:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693450.041512:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041534:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.041538:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041544:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.041546:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693450.041550:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693450.041554:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693450.041557:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693450.041560:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298606100
00000100:00000001:0.0:1790693450.041563:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.041565:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298606100
00000100:00000001:0.0:1790693450.041568:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.041570:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693450.041572:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.041574:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693450.041578:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693450/real 1790693450]  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693450.041586:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693450.041587:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693450.041589:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693450.041591:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693450.041593:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693450.041595:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693450.041598:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693450.041606:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041612:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693450.041613:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041615:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.041616:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693450.041619:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041626:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693450.041629:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041636:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693450.041638:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041639:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.041641:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041642:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693450.041645:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693450.041648:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693450.041652:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693450.041654:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693450.041658:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693450.041666:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317248:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693450.041669:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693450.041674:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041679:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693450.041681:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.041684:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693450.041686:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693450.041688:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693450.041690:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317376:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693450.041693:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693450.041696:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693450.041697:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.041699:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693450.041703:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693450.041704:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693450.041708:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693450.041710:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693450.041713:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693450.041716:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101317376, portal 10
00000100:00000001:0.0:1790693450.041718:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693450.041719:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:0.0:1790693450.041725:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041730:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693450.041733:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693450.041735:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693450.041737:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101317376, offset 0
00000400:00000200:0.0:1790693450.041740:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693450.041744:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.041748:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693450.041750:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693450.041753:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693450.041755:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693450.041756:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693450.041759:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6714:6714:256:4294967295] 192.168.204.134@tcp LPNI seq info [6709:6709:8:4294967295]
00000400:00000200:0.0:1790693450.041763:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.041768:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693450.041772:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.041775:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693450.041779:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693450.041782:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693450.041786:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693450.041789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693450.041811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.041814:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693450.041817:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693450.041821:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693450.041824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693450.041826:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693450.041829:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693450.041833:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041840:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.041843:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041849:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.041851:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693450.041855:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693450.041858:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693450.041861:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693450.041863:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298606106
00000100:00000001:0.0:1790693450.041865:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.041867:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298606106
00000100:00000001:0.0:1790693450.041869:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.041871:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693450.041873:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.041875:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693450.041878:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693450/real 1790693450]  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693450.041892:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693450.041893:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693450.041895:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693450.041897:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693450.041899:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693450.041901:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693450.041905:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693450.041912:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041918:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693450.041919:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041921:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.041923:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693450.041926:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041933:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693450.041937:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041944:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693450.041947:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041948:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.041949:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.041951:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693450.041953:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693450.041955:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693450.041959:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693450.041961:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693450.041965:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693450.041973:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317376:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693450.041977:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693450.041981:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.041987:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693450.041989:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.041991:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693450.041993:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693450.041996:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693450.041999:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317504:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693450.042002:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693450.042004:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693450.042006:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.042009:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693450.042012:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693450.042014:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693450.042018:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693450.042022:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693450.042025:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693450.042028:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101317504, portal 4
00000100:00000001:0.0:1790693450.042030:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693450.042032:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:0.0:1790693450.042038:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042044:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693450.042047:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693450.042049:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693450.042051:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101317504, offset 0
00000400:00000200:0.0:1790693450.042055:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693450.042058:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.042061:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693450.042064:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693450.042066:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693450.042069:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693450.042071:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693450.042074:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6715:6715:256:4294967295] 192.168.204.134@tcp LPNI seq info [6710:6710:8:4294967295]
00000400:00000200:0.0:1790693450.042078:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.042084:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693450.042088:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.042091:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693450.042095:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693450.042097:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693450.042101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693450.042104:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693450.042107:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.042109:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693450.042112:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693450.042115:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693450.042118:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693450.042120:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693450.042123:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693450.042127:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042134:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.042137:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042143:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.042144:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693450.042147:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693450.042150:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693450.042153:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693450.042155:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298606100
00000100:00000001:0.0:1790693450.042157:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.042159:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298606100
00000100:00000001:0.0:1790693450.042161:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.042163:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693450.042165:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.042167:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693450.042171:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693450/real 1790693450]  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693450.042178:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693450.042180:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693450.042181:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693450.042184:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693450.042185:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693450.042187:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693450.042190:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693450.042198:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042210:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693450.042212:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042214:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.042215:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693450.042219:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042226:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693450.042230:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042237:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693450.042239:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042241:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.042242:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042244:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693450.042246:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693450.042248:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693450.042252:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693450.042254:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693450.042258:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693450.042265:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317504:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693450.042269:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042271:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.042274:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101317248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042281:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693450.042282:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693450.042285:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73400.
02000000:00000001:0.0:1790693450.042288:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693450.042289:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693450.042291:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693450.042293:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693450.042295:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:0.0:1790693450.042298:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693450.042299:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693450.042302:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:0.0:1790693450.042305:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693450.042306:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042308:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.042311:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101317376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042318:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693450.042319:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693450.042321:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72800.
02000000:00000001:0.0:1790693450.042323:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693450.042324:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693450.042326:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693450.042327:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693450.042329:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:0.0:1790693450.042331:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693450.042332:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693450.042334:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:0.0:1790693450.042336:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693450.042337:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042339:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.042342:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101317504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042349:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693450.042350:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693450.042351:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693450.042354:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693450.042356:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693450.042357:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693450.042359:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693450.042361:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:0.0:1790693450.042364:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693450.042365:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693450.042366:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:0.0:1790693450.042368:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693450.042369:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042372:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042378:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693450.042379:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.042382:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693450.042384:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693450.042385:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693450.042390:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042425:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693450.042427:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.042431:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693450.042432:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693450.042435:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693450.042438:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317632:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693450.042441:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693450.042444:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693450.042445:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693450.042447:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693450.042450:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693450.042452:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693450.042455:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693450.042458:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693450.042461:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693450.042464:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101317632, portal 4
00000100:00000001:0.0:1790693450.042466:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693450.042467:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:0.0:1790693450.042473:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042486:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693450.042488:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693450.042490:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693450.042493:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101317632, offset 0
00000400:00000200:0.0:1790693450.042497:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693450.042500:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.042504:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693450.042507:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693450.042510:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693450.042512:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693450.042515:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693450.042518:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6716:6716:256:4294967295] 192.168.204.134@tcp LPNI seq info [6711:6711:8:4294967295]
00000400:00000200:0.0:1790693450.042535:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693450.042541:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693450.042546:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.042550:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693450.042554:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693450.042557:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1790693450.042561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693450.042564:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1790693450.042567:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693450.042569:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693450.042573:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693450.042576:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693450.042579:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693450.042581:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693450.042583:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693450.042586:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042593:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.042597:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042608:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.042610:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693450.042613:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693450.042616:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693450.042620:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693450.042621:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298606106
00000100:00000001:0.0:1790693450.042624:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.042626:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298606106
00000100:00000001:0.0:1790693450.042628:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298607363
00000100:00000001:0.0:1790693450.042630:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693450.042632:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.042634:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693450.042638:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693450/real 1790693450]  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693450.042651:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693450.042652:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693450.042654:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693450.042657:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693450.042659:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693450.042661:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693450.042664:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693450.042673:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042679:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693450.042680:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042682:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.042683:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693450.042687:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042706:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693450.042710:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042717:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693450.042720:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042721:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693450.042723:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042725:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693450.042726:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693450.042729:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693450.042732:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693450.042734:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693450.042738:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693450.042746:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317632:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693450.042750:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042752:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693450.042754:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101317632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693450.042760:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693450.042762:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693450.042763:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693450.042766:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693450.042767:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693450.042768:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693450.042770:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693450.042772:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:0.0:1790693450.042775:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693450.042777:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693450.042778:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:0.0:1790693450.042781:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693450.042782:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042784:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.042788:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693450.042789:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.042791:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693450.042792:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693450.423546:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693450.423547:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693450.423555:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693450.423555:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693450.423558:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693450.423558:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.423564:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693450.423564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693450.423564:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693450.423574:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693450.423574:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693450.423574:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693450.423578:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693450.423581:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693450.423581:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693450.423586:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693450.423587:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693450.423587:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693450.423591:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693450.423591:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.423594:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693450.423596:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693450.423596:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693450.423599:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.423605:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693450.423607:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693450.423610:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693450.423756:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693450.423759:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693450.423762:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693451.063590:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693451.063601:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693451.063604:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693451.063610:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693451.063615:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693451.063621:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693451.063624:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693451.063628:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693451.063631:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693451.383532:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298607363, at 4298607424
00000100:00000040:1.0:1790693451.383532:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298607363, at 4298607424
00000100:00000010:1.0:1790693451.383548:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc71902a0.
00000100:00000010:0.0:1790693451.383550:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693451.447533:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693451.447533:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693451.447542:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693451.447542:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693451.447546:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693451.447546:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693451.447554:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693451.447555:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693451.447560:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693451.447561:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693451.447561:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693451.447567:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693451.447568:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693451.447568:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693451.447571:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693451.447575:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693451.447575:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693451.447578:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693451.447581:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693451.447581:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693451.447584:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693451.447587:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693451.447588:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693451.447588:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693451.447595:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693451.447599:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693451.447604:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693451.447647:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693451.447650:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693451.447653:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693452.087508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693452.087516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693452.087518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693452.087524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693452.087528:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693452.087531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693452.087535:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693452.087538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693452.087541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693452.471538:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693452.471538:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693452.471548:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693452.471548:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693452.471553:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693452.471553:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693452.471564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693452.471564:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693452.471573:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693452.471576:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693452.471576:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693452.471579:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693452.471584:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693452.471586:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693452.471586:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693452.471590:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693452.471595:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693452.471595:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693452.471599:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693452.471603:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693452.471604:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693452.471608:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693452.471612:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693452.471620:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693452.471620:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693452.471628:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693452.471632:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693452.471656:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693452.471661:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693452.471665:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693453.111506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693453.111516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693453.111517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693453.111522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693453.111525:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693453.111528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693453.111530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693453.111533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693453.111536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693453.495509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693453.495509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693453.495516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693453.495516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693453.495518:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693453.495518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693453.495523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693453.495523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693453.495527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693453.495527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693453.495530:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693453.495531:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693453.495533:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693453.495533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693453.495535:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693453.495535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693453.495538:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693453.495538:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693453.495639:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693453.495643:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693453.495644:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693453.495646:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693453.495649:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693453.495651:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693453.495653:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693453.495655:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693453.495656:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693453.495812:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693453.495814:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693453.495816:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693454.135519:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693454.135527:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693454.135530:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693454.135536:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693454.135540:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693454.135544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693454.135548:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693454.135551:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693454.135554:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693454.519521:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693454.519521:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693454.519530:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693454.519530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693454.519535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693454.519535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693454.519543:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693454.519543:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693454.519549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693454.519549:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693454.519556:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693454.519556:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693454.519558:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693454.519562:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693454.519563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693454.519564:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693454.519567:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693454.519567:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693454.519573:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693454.519574:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693454.519574:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693454.519580:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693454.519581:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693454.519586:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693454.519590:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693454.519595:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693454.519598:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693454.519659:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693454.519662:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693454.519665:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693455.159527:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693455.159532:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693455.159533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693455.159537:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693455.159540:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693455.159543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693455.159545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693455.159546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693455.159548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693455.159729:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693455.159733:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693455.159735:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693455.159738:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693455.159741:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693455.159748:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3938
00000400:00000200:0.0:1790693455.159754:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693455.159758:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693455.159760:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693455.159762:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159764:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693455.159766:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159767:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693455.159773:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693455.159775:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693455.159777:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693455.159780:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693455.159782:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693455.159784:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693455.159787:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159789:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693455.159791:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159793:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693455.159795:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693455.159798:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159801:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693455.159804:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693455.159807:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693455.159810:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.159812:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693455.159815:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693455.159824:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693455.159827:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693455.159830:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693455.159832:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.159835:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693455.159838:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693455.159841:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693455.159847:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71c00.
00000100:00000001:0.0:1790693455.159852:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693455.159859:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693455.159872:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693455.159874:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693455.159877:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693455.159894:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693455.159896:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693455.159898:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693455.159899:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693455.159900:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693455.159902:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693455.159904:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3938
00000400:00000200:0.0:1790693455.159906:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693455.159908:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693455.159910:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693455.159912:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159913:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693455.159915:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159916:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693455.159919:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693455.159920:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693455.159921:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693455.159923:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693455.159925:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693455.159926:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693455.159928:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159930:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693455.159930:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790693455.159933:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159935:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693455.159936:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1790693455.159937:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:1.0:1790693455.159941:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790693455.159942:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693455.159947:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693455.159948:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790693455.159953:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693455.159954:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693455.159957:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.159958:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693455.159962:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693455.159964:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.159967:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693455.159970:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693455.159974:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693455.159978:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693455.159980:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.159983:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693455.159985:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693455.159985:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693455.159990:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693455.159992:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.159995:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1790693455.159997:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72800.
02000000:00000001:1.0:1790693455.160000:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693455.160001:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160007:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693455.160008:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1790693455.160015:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101317760:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693455.160017:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693455.160020:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.160024:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1790693455.160027:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693455.160030:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693455.160034:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160039:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693455.160042:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693455.160046:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd400.
00000100:00080000:0.0:1790693455.160047:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790693455.160052:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693455.160054:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693455.160057:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693455.160059:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693455.160063:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693455.160065:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:1.0:1790693455.160069:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000100:00080000:0.0:1790693455.160070:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3938
00000400:00000200:0.0:1790693455.160077:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693455.160079:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000400:00000200:0.0:1790693455.160081:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693455.160084:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693455.160086:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160088:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693455.160090:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:1.0:1790693455.160090:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101317760, portal 25
00000100:00000001:0.0:1790693455.160094:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693455.160097:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1790693455.160098:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693455.160100:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693455.160102:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693455.160102:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000020:00000040:0.0:1790693455.160104:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693455.160107:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693455.160109:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693455.160113:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693455.160114:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160117:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693455.160121:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160126:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693455.160132:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1790693455.160133:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693455.160140:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:1.0:1790693455.160141:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160146:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693455.160148:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342088.
02000000:00000001:0.0:1790693455.160150:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1790693455.160153:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101317760, offset 0
02000000:00000001:0.0:1790693455.160155:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693455.160158:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.160159:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693455.160161:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693455.160165:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160166:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160167:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693455.160172:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693455.160174:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:1.0:1790693455.160178:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693455.160179:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693455.160182:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.160184:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693455.160185:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693455.160187:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160190:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000010:0.0:1790693455.160192:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73400.
00000100:00000001:0.0:1790693455.160196:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160197:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1790693455.160202:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693455.160205:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693455.160213:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693455.160213:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693455.160216:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160220:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:0.0:1790693455.160221:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693455.160231:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6717:6717:256:4294967295] 192.168.204.134@tcp LPNI seq info [6712:6712:8:4294967295]
00000100:00000001:0.0:1790693455.160232:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693455.160236:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693455.160241:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693455.160242:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693455.160244:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693455.160244:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693455.160249:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693455.160252:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3938
00000400:00000200:1.0:1790693455.160258:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790693455.160266:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:1.0:1790693455.160268:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693455.160272:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693455.160274:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693455.160276:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160278:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693455.160279:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160280:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693455.160282:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1790693455.160282:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000020:00000040:0.0:1790693455.160284:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693455.160287:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693455.160288:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693455.160290:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693455.160292:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000800:00000200:1.0:1790693455.160296:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693455.160297:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160301:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693455.160303:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160306:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693455.160308:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000800:00000200:1.1:1790693455.160308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:0.0:1790693455.160313:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160315:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693455.160316:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693455.160318:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693455.160319:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.160321:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693455.160323:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693455.160325:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.160327:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693455.160329:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693455.160333:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:1.0:1790693455.160333:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693455.160337:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693455.160339:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160343:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693455.160344:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693455.160347:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693455.160349:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298612482
02000000:00000001:0.0:1790693455.160351:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693455.160358:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73000.
00000100:00000010:1.0:1790693455.160358:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3b40.
00000100:00000001:0.0:1790693455.160365:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.160368:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1790693455.160371:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693455.160377:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298612482
00000100:00000001:0.0:1790693455.160379:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693455.160382:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693455.160384:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dd34d3900.
00000100:00000040:0.0:1790693455.160385:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693455.160391:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693455.160396:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693455.160415:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693455.160418:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693455.160432:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693455.160433:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693455.160434:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693455.160439:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693455.160441:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693455.160443:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3938
00000100:00000001:1.0:1790693455.160448:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693455.160449:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693455.160454:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693455.160459:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693455.160462:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693455.160463:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1790693455.160466:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693455.160467:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1790693455.160469:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693455.160473:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790693455.160474:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693455.160477:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693455.160478:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693455.160480:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693455.160484:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693455.160488:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000040:1.0:1790693455.160489:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693455.160491:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693455.160495:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693455.160501:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693455.160506:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693455.160507:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693455.160510:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160514:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693455.160515:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693455.160518:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693455.160520:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693455.160524:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693455.160526:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693455.160529:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:1.0:1790693455.160531:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317888:192.168.204.134@tcp:38:
00000020:00000040:0.0:1790693455.160532:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693455.160538:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693455.160541:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693455.160542:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693455.160545:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693455.160546:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693455.160548:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693455.160551:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160551:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.160556:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693455.160558:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693455.160562:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de000.
00000008:00100000:0.0:1790693455.160566:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1790693455.160566:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790693455.160570:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.160574:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160575:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:0.0:1790693455.160578:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000400:00000010:1.0:1790693455.160580:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8aa8.
00000020:00000040:0.0:1790693455.160584:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000010:1.0:1790693455.160586:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342b28.
02000000:00000001:0.0:1790693455.160590:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1790693455.160592:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101317888, portal 10
02000000:00000001:0.0:1790693455.160593:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.160596:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693455.160597:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693455.160600:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
02000000:00000001:0.0:1790693455.160601:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693455.160605:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693455.160611:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693455.160612:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73800.
00000100:00000001:0.0:1790693455.160618:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.160625:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1790693455.160627:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693455.160631:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693455.160636:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342aa0.
00000100:00000200:1.0:1790693455.160641:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101317888, offset 0
00000100:00000001:0.0:1790693455.160642:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693455.160646:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160650:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693455.160655:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693455.160659:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.160666:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693455.160673:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693455.160674:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160677:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693455.160681:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1790693455.160682:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3948)
00000400:00000200:1.0:1790693455.160685:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693455.160690:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6718:6718:255:4294967295] 192.168.204.134@tcp LPNI seq info [6713:6713:7:4294967295]
00000400:00000200:1.0:1790693455.160694:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.160702:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693455.160706:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693455.160709:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693455.160713:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693455.160732:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693455.160734:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693455.160738:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693455.160741:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693455.160743:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298611219
00000100:00000001:1.0:1790693455.160746:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.160748:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298611219
00000100:00000001:1.0:1790693455.160750:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.160752:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693455.160754:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.160756:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693455.160759:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693455.160766:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693455.160767:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160769:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693455.160771:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693455.160773:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693455.160776:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318016:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693455.160779:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693455.160781:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693455.160782:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160784:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693455.160787:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693455.160789:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160792:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693455.160794:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8420.
00000400:00000010:1.0:1790693455.160797:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
00000100:00000200:1.0:1790693455.160800:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318016, portal 10
00000100:00000001:1.0:1790693455.160802:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693455.160803:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693455.160808:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693455.160814:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693455.160816:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693455.160818:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342440.
00000100:00000200:1.0:1790693455.160820:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101318016, offset 0
00000400:00000200:1.0:1790693455.160825:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693455.160828:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.160831:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693455.160834:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693455.160836:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693455.160838:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693455.160840:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693455.160842:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6719:6719:254:4294967295] 192.168.204.134@tcp LPNI seq info [6714:6714:6:4294967295]
00000400:00000200:1.0:1790693455.160846:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.160851:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693455.160855:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693455.160858:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9f00.
00000800:00000200:1.0:1790693455.160862:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693455.160865:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693455.160868:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693455.160870:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693455.160873:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693455.160875:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298611225
00000100:00000001:1.0:1790693455.160877:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.160879:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298611225
00000100:00000001:1.0:1790693455.160881:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.160883:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693455.160885:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.160887:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693455.160890:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693455.160895:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693455.160897:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160898:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693455.160900:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693455.160901:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693455.160904:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318144:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693455.160906:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693455.160907:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693455.160909:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.160910:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693455.160913:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693455.160914:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.160917:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693455.160919:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc80b0.
00000400:00000010:1.0:1790693455.160922:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000100:00000200:1.0:1790693455.160925:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318144, portal 4
00000100:00000001:1.0:1790693455.160926:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693455.160927:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:1.0:1790693455.160933:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693455.160939:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693455.160940:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693455.160943:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342330.
00000100:00000200:1.0:1790693455.160945:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101318144, offset 0
00000400:00000200:1.0:1790693455.160949:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693455.160952:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.160955:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693455.160957:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693455.160959:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693455.160961:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693455.160963:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693455.160966:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6720:6720:253:4294967295] 192.168.204.134@tcp LPNI seq info [6715:6715:5:4294967295]
00000400:00000200:1.0:1790693455.160969:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.160974:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693455.160978:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693455.160980:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9800.
00000800:00000200:1.0:1790693455.160983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693455.160986:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693455.160988:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693455.160990:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693455.160993:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693455.160995:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298611219
00000100:00000001:1.0:1790693455.160996:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.160998:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298611219
00000100:00000001:1.0:1790693455.161000:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.161002:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693455.161003:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.161005:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.161007:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693455.161010:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693455.161011:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693455.161013:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693455.161014:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693455.161015:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693455.161018:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693455.161024:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693455.161025:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.161026:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693455.161028:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693455.161029:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693455.161032:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318272:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693455.161034:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693455.161036:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693455.161037:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693455.161038:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693455.161041:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dfc00.
02000000:00000001:1.0:1790693455.161042:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693455.161045:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693455.161047:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693455.161050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693455.161053:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318272, portal 4
00000100:00000001:1.0:1790693455.161054:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693455.161055:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693455.161060:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693455.161066:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693455.161067:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693455.161069:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342cc0.
00000100:00000200:1.0:1790693455.161071:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101318272, offset 0
00000400:00000200:1.0:1790693455.161074:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693455.161077:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.161080:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693455.161082:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693455.161084:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693455.161086:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693455.161088:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693455.161091:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6721:6721:252:4294967295] 192.168.204.134@tcp LPNI seq info [6716:6716:4:4294967295]
00000400:00000200:1.0:1790693455.161094:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693455.161099:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693455.161103:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693455.161105:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9700.
00000800:00000200:1.0:1790693455.161109:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693455.161112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693455.161114:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693455.161117:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693455.161119:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693455.161121:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298611224
00000100:00000001:1.0:1790693455.161123:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.161125:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298611224
00000100:00000001:1.0:1790693455.161127:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298612482
00000100:00000001:1.0:1790693455.161129:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693455.161131:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.161133:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.161135:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693455.161138:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693455.161140:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693455.161142:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693455.161143:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693455.161144:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.161146:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693455.543470:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693455.543474:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693455.543475:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693455.543476:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693455.543478:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693455.543479:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.543481:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693455.543482:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693455.543486:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693455.543487:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693455.543487:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693455.543493:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693455.543493:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693455.543494:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693455.543498:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693455.543498:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693455.543499:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693455.543503:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693455.543504:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693455.543505:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693455.543506:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693455.543508:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693455.543510:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693455.543512:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693455.543516:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693455.543519:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693455.543525:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693455.543545:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693455.543548:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693455.543550:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693456.183585:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693456.183594:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693456.183596:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693456.183601:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693456.183606:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693456.183610:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693456.183613:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693456.183616:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693456.183619:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693456.503510:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298612482, at 4298612544
00000100:00000040:0.0:1790693456.503511:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298612482, at 4298612544
00000100:00000010:1.0:1790693456.503524:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3900.
00000100:00000010:0.0:1790693456.503526:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dd34d3b40.
00000100:00000001:0.0:1790693456.567502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693456.567502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693456.567502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693456.567510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693456.567510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693456.567511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693456.567515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693456.567515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693456.567515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693456.567524:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693456.567524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693456.567525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693456.567530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693456.567531:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693456.567531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693456.567537:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693456.567538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693456.567538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693456.567541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693456.567546:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693456.567546:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693456.567551:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693456.567552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693456.567558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693456.567558:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693456.567562:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693456.567574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693456.567624:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693456.567627:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693456.567630:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693457.207537:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693457.207544:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693457.207547:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693457.207552:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693457.207555:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693457.207560:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693457.207563:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693457.207565:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693457.207569:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693457.591545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693457.591551:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693457.591553:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693457.591559:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693457.591561:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693457.591565:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693457.591573:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693457.591573:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693457.591583:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693457.591583:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693457.591591:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693457.591592:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693457.591599:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693457.591603:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693457.591606:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693457.591609:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693457.591609:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693457.591622:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693457.591757:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693457.591760:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693457.591762:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693457.591819:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693457.591825:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693457.591827:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693457.591830:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693457.591834:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693457.591837:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693457.591840:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693457.591842:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693457.591844:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.231495:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693458.231509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693458.231511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693458.231517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693458.231521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693458.231525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.231528:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693458.231531:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.231534:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1790693458.231699:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:0.0:1790693458.231739:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790693458.231749:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693458.231753:0:2386:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:0.0:1790693458.231757:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693458.231760:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790693458.231765:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693458.231769:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:0.0:1790693458.231775:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693458.231779:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693458.231785:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342088
00000400:00000010:0.0:1790693458.231788:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342088.
00000100:00000001:0.0:1790693458.231793:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693458.231801:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.231826:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693458.231831:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.231838:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693458.231840:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693458.231850:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693458.231852:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:0.0:1790693458.231865:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693458.231869:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693458.231872:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342aa0
00000400:00000010:0.0:1790693458.231874:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342aa0.
00000100:00000001:0.0:1790693458.231876:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693458.231881:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.231890:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693458.231894:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.231896:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693458.231900:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693458.231904:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790693458.231911:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693458.231914:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693455/real 1790693458]  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.231915:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693458.231926:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693458.231931:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9f00.
00000400:00000200:0.0:1790693458.231935:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:1.0:1790693458.231935:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693458.231939:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1790693458.231941:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1790693458.231944:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8aa8.
00000400:00000200:1.0:1790693458.231949:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342b28
00000400:00000010:1.0:1790693458.231951:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342b28.
00000100:00000001:1.0:1790693458.231954:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000400:00000200:0.0:1790693458.231957:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342440
00000400:00000010:0.0:1790693458.231962:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342440.
00000100:00000200:1.0:1790693458.231962:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.231967:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693458.231975:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693458.231979:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.231997:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693458.232003:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232007:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693458.232011:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693458.232012:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693458.232016:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693458.232016:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232019:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1790693458.232024:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693458.232028:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9800.
00000100:00100000:1.0:1790693458.232029:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693458.232033:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693458.232043:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1790693458.232045:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693458.232048:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342330
00000400:00000010:0.0:1790693458.232054:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342330.
00000100:00000040:1.0:1790693458.232055:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.232058:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693458.232065:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232080:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693458.232083:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693458.232085:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693458.232089:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232090:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232093:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232099:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693458.232103:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.232104:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693458.232107:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790693458.232111:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000800:00000100:0.0:1790693458.232115:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693458.232118:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9700.
00000100:00080000:1.0:1790693458.232120:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000400:00000200:0.0:1790693458.232123:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1790693458.232124:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1790693458.232130:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693458.232136:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342cc0
00000400:00000010:0.0:1790693458.232139:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342cc0.
00000100:00000040:1.0:1790693458.232139:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.232142:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693458.232150:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693458.232156:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101317888:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693458.232166:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790693458.232167:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1790693458.232173:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693455/real 1790693458]  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693458.232175:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693458.232199:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693458.232203:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000001:1.0:1790693458.232210:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693458.232211:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693458.232214:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8420.
00000400:00000200:1.0:1790693458.232217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:1.0:1790693458.232219:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:1.0:1790693458.232221:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693458.232225:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693458.232233:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232239:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693458.232241:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232242:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232244:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693458.232247:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232254:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693458.232257:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232264:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693458.232266:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232268:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232269:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232271:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693458.232273:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693458.232275:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693458.232279:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693458.232281:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693458.232290:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693458.232298:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318016:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693458.232302:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693458.232305:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693455/real 1790693458]  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693458.232312:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693458.232314:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693458.232316:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc80b0.
00000400:00000200:1.0:1790693458.232318:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:1.0:1790693458.232320:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:1.0:1790693458.232322:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693458.232325:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693458.232332:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232338:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693458.232340:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232342:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232343:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693458.232346:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232352:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693458.232356:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232375:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693458.232378:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232379:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232383:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693458.232385:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693458.232388:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693458.232392:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693458.232394:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693458.232418:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693458.232427:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318144:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693458.232431:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693458.232435:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693455/real 1790693458]  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693458.232442:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693458.232443:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693458.232445:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693458.232448:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693458.232449:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693458.232452:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693458.232455:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693458.232462:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232468:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693458.232469:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232472:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232473:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693458.232477:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232483:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693458.232488:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232501:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693458.232503:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232505:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232506:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232508:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693458.232510:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693458.232512:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693458.232515:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693458.232517:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693458.232522:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693458.232530:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101317760:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693458.232534:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.232536:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693458.232545:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101317888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232552:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693458.232555:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693458.232558:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de000.
02000000:00000001:1.0:1790693458.232562:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693458.232565:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693458.232567:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693458.232570:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693458.232572:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72800.
02000000:00000001:1.0:1790693458.232576:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693458.232578:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693458.232579:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693458.232583:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693458.232585:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232587:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693458.232590:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101318016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232596:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693458.232598:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693458.232599:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de800.
02000000:00000001:1.0:1790693458.232601:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693458.232602:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693458.232603:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693458.232605:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693458.232607:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73400.
02000000:00000001:1.0:1790693458.232609:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693458.232610:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693458.232611:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693458.232614:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693458.232615:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232616:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693458.232620:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101318144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232626:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693458.232627:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693458.232629:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd800.
02000000:00000001:1.0:1790693458.232632:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693458.232633:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693458.232634:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693458.232636:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693458.232638:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73000.
02000000:00000001:1.0:1790693458.232640:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693458.232641:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693458.232643:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693458.232645:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693458.232646:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232648:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693458.232651:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101317760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232656:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693458.232658:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693458.232659:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd400.
02000000:00000001:1.0:1790693458.232662:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693458.232663:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693458.232664:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693458.232666:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693458.232668:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:1.0:1790693458.232670:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693458.232671:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693458.232672:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693458.232674:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693458.232675:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232678:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.232679:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693458.232680:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693458.232682:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693458.232685:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693455/real 1790693458]  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693458.232693:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693458.232694:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693458.232696:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693458.232698:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693458.232700:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693458.232702:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693458.232705:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693458.232713:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232719:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693458.232721:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232722:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232724:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693458.232727:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232740:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693458.232744:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232750:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693458.232752:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232753:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693458.232755:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232756:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693458.232758:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693458.232760:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693458.232764:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693458.232766:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693458.232769:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693458.232776:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318272:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693458.232780:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232782:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693458.232784:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101318272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693458.232791:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693458.232792:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693458.232793:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:1.0:1790693458.232796:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693458.232797:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693458.232799:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693458.232800:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693458.232802:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73800.
02000000:00000001:1.0:1790693458.232804:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693458.232806:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693458.232807:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693458.232810:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693458.232811:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232813:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.232821:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693458.232824:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.232826:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693458.232827:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.615497:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693458.615497:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693458.615504:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693458.615504:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693458.615508:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693458.615509:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693458.615515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693458.615516:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693458.615516:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693458.615520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693458.615520:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693458.615523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.615523:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693458.615524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693458.615529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693458.615529:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693458.615529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693458.615537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693458.615538:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693458.615541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.615543:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693458.615544:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693458.615544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693458.615548:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693458.615549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693458.615554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693458.615555:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693458.615597:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693458.615606:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693458.615612:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693459.255487:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693459.255495:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693459.255498:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693459.255503:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693459.255507:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693459.255511:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693459.255513:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693459.255515:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693459.255518:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693459.639502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693459.639502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693459.639511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693459.639511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693459.639514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693459.639515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693459.639516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693459.639519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693459.639524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693459.639524:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693459.639524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693459.639530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693459.639533:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693459.639534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693459.639534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693459.639541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693459.639541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693459.639541:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693459.639548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693459.639549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693459.639552:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693459.639553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693459.639559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693459.639559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693459.639560:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693459.639563:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693459.639568:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693459.639579:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693459.639583:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693459.639586:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693460.279495:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693460.279504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693460.279506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693460.279511:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693460.279516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693460.279519:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693460.279522:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693460.279524:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693460.279527:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693460.279556:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693460.279561:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693460.279563:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693460.279566:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693460.279569:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693460.279574:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3943
00000400:00000200:2.0:1790693460.279581:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693460.279586:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693460.279589:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693460.279592:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279595:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.279597:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279599:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693460.279606:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693460.279608:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693460.279610:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693460.279613:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693460.279616:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693460.279618:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693460.279621:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279623:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.279625:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279627:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693460.279630:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693460.279633:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279635:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693460.279638:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693460.279641:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693460.279644:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.279655:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693460.279657:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693460.279663:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693460.279666:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693460.279670:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693460.279672:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.279674:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693460.279676:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693460.279681:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693460.279687:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000100:00000001:2.0:1790693460.279693:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693460.279701:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693460.279711:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693460.279714:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693460.279718:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693460.279739:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693460.279741:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693460.279745:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693460.279746:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693460.279747:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693460.279750:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693460.279752:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3943
00000400:00000200:2.0:1790693460.279756:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693460.279758:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693460.279762:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693460.279764:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279767:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.279769:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279772:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693460.279776:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693460.279777:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1790693460.279778:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:0.0:1790693460.279782:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693460.279782:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693460.279785:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:0.0:1790693460.279786:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693460.279791:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693460.279795:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693460.279796:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693460.279800:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279805:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.279810:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693460.279815:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693460.279816:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693460.279819:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693460.279821:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:0.0:1790693460.279826:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1790693460.279827:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:0.0:1790693460.279831:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693460.279832:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.279838:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693460.279838:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1790693460.279845:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101318400:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693460.279846:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693460.279853:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693460.279853:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.279857:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693460.279863:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693460.279866:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.279869:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693460.279869:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.279873:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693460.279876:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
02000000:00000001:0.0:1790693460.279877:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1790693460.279882:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000010:0.0:1790693460.279885:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:2.0:1790693460.279886:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693460.279890:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.279891:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.279895:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693460.279898:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1790693460.279901:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693460.279902:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693460.279907:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
02000000:00000010:2.0:1790693460.279909:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693460.279914:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693460.279916:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00100000:2.0:1790693460.279921:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1790693460.279925:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318400, portal 25
00000100:00000001:0.0:1790693460.279931:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693460.279933:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693460.279934:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000001:2.0:1790693460.279937:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693460.279943:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693460.279951:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.279959:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693460.279965:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693460.279965:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693460.279971:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00080000:2.0:1790693460.279971:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1790693460.279977:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101318400, offset 0
00000100:00080000:2.0:1790693460.279978:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693460.279980:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693460.279983:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693460.279986:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1790693460.279988:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693460.279991:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3943
00000400:00000200:2.0:1790693460.279996:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.280000:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693460.280001:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693460.280005:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693460.280009:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693460.280011:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693460.280013:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.280018:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693460.280021:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693460.280022:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693460.280027:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000001:2.0:1790693460.280027:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1790693460.280033:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1790693460.280035:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000400:00000200:0.0:1790693460.280039:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000001:2.0:1790693460.280040:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693460.280044:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:0.0:1790693460.280045:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6722:6722:256:4294967295] 192.168.204.134@tcp LPNI seq info [6717:6717:8:4294967295]
00000020:00000001:2.0:1790693460.280048:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693460.280053:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:0.0:1790693460.280054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693460.280059:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280062:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.280064:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280068:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693460.280070:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693460.280073:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280077:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693460.280081:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693460.280085:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1790693460.280086:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693460.280092:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.280094:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:0.0:1790693460.280098:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000008:00100000:2.0:1790693460.280098:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693460.280104:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1790693460.280106:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000100:00000001:2.0:1790693460.280106:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693460.280115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000010:2.0:1790693460.280116:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000800:00000200:0.0:1790693460.280121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000020:00000040:2.0:1790693460.280122:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693460.280126:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1790693460.280132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:2.0:1790693460.280134:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693460.280137:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000100:00000001:2.0:1790693460.280138:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693460.280141:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693460.280144:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693460.280148:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693460.280152:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693460.280158:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693460.280164:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693460.280166:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693460.280169:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693460.280176:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693460.280178:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693460.280181:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693460.280182:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693460.280184:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693460.280188:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693460.280190:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3943
00000400:00000200:2.0:1790693460.280193:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693460.280196:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693460.280198:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693460.280201:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280203:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.280205:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280207:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693460.280210:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693460.280211:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693460.280212:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693460.280214:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693460.280216:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693460.280218:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693460.280221:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280222:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.280224:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280225:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693460.280227:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693460.280229:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280231:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693460.280232:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693460.280234:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693460.280236:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.280238:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693460.280240:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693460.280242:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.280243:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693460.280248:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693460.280250:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693460.280251:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693460.280253:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.280254:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693460.280255:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693460.280257:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693460.280260:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693460.280263:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693460.280267:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693460.280273:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693460.280275:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693460.280278:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693460.280285:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693460.280288:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693460.280291:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693460.280292:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693460.280298:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693460.280301:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693460.280303:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3943
00000400:00000200:2.0:1790693460.280306:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693460.280308:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693460.280310:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693460.280313:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280315:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.280317:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280318:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693460.280332:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693460.280333:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693460.280335:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693460.280336:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693460.280338:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693460.280340:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693460.280343:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280345:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693460.280347:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280349:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693460.280355:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693460.280358:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693460.280361:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693460.280362:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693460.280366:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693460.280368:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.280369:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693460.280372:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693460.280374:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.280376:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693460.280379:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693460.280381:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693460.280383:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693460.280384:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.280386:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693460.280387:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693460.280389:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693460.280392:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693460.280395:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693460.280424:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693460.280432:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693460.280434:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693460.280438:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693460.280445:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693460.280451:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3954)
00000800:00000100:0.0:1790693460.281073:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.281077:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693460.281082:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693460.281087:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693460.281093:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693460.281096:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693460.281100:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693460.281106:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281115:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.281119:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281131:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.281132:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693460.281140:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693460.281145:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693460.281148:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298617603
00000100:00000010:0.0:1790693460.281154:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693460.281160:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693460.281167:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298617603
00000100:00000010:0.0:1790693460.281171:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190720.
00000100:00000001:0.0:1790693460.281174:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693460.281178:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693460.281181:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.281183:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693460.281188:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693460/real 1790693460]  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693460.281199:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693460.281201:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693460.281204:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693460.281207:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693460.281209:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693460.281211:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693460.281215:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693460.281223:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281231:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693460.281233:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.281235:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.281238:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693460.281242:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281254:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693460.281259:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281266:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693460.281269:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.281271:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.281272:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.281275:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693460.281277:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693460.281281:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693460.281286:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693460.281289:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693460.281292:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693460.281299:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101318400:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693460.281304:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.281307:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.281310:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101318400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281316:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693460.281318:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693460.281755:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693460.281761:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693460.281764:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693460.281766:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693460.281768:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693460.281771:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122000.
02000000:00000001:0.0:1790693460.281775:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693460.281777:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693460.281780:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:0.0:1790693460.281784:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693460.281785:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.281788:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.281795:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693460.281798:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.281800:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693460.281801:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693460.281803:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693460.281807:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281812:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693460.281814:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.281817:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693460.281819:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693460.281820:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693460.281822:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318528:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693460.281825:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693460.281828:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693460.281830:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.281832:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693460.281835:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693460.281837:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693460.281841:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693460.281844:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693460.281849:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693460.281856:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318528, portal 10
00000100:00000001:0.0:1790693460.281858:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693460.281860:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:0.0:1790693460.281867:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281874:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693460.281877:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693460.281879:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693460.281883:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101318528, offset 0
00000400:00000200:0.0:1790693460.281888:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693460.281895:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.281900:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693460.281905:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693460.281908:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693460.281912:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693460.281914:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693460.281918:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6723:6723:256:4294967295] 192.168.204.134@tcp LPNI seq info [6718:6718:8:4294967295]
00000400:00000200:0.0:1790693460.281922:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.281930:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693460.281935:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.281940:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693460.281946:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693460.281949:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1790693460.281954:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693460.281956:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1790693460.281960:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.281962:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693460.281965:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693460.281968:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693460.281971:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693460.281973:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693460.281976:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693460.281979:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281987:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.281990:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.281997:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.281998:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693460.282003:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693460.282007:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693460.282010:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693460.282012:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298616340
00000100:00000001:0.0:1790693460.282014:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282015:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298616340
00000100:00000001:0.0:1790693460.282017:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282019:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693460.282021:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.282023:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693460.282027:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693460/real 1790693460]  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693460.282035:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693460.282036:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693460.282038:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693460.282040:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693460.282042:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693460.282044:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693460.282047:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693460.282055:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282062:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693460.282064:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282066:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282067:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693460.282071:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282076:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693460.282079:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282089:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693460.282092:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282093:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282094:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282097:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693460.282099:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693460.282102:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693460.282106:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693460.282108:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693460.282112:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693460.282120:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318528:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693460.282125:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693460.282129:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282136:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693460.282137:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.282139:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693460.282141:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693460.282144:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693460.282146:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318656:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693460.282150:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693460.282152:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693460.282154:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.282156:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693460.282161:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693460.282162:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693460.282166:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693460.282169:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693460.282172:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693460.282175:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318656, portal 10
00000100:00000001:0.0:1790693460.282177:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693460.282179:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:0.0:1790693460.282184:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282191:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693460.282194:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693460.282196:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693460.282198:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101318656, offset 0
00000400:00000200:0.0:1790693460.282202:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693460.282206:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.282209:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693460.282212:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693460.282215:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693460.282217:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693460.282220:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693460.282223:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6724:6724:256:4294967295] 192.168.204.134@tcp LPNI seq info [6719:6719:8:4294967295]
00000400:00000200:0.0:1790693460.282227:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.282232:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693460.282237:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.282240:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693460.282244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693460.282246:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1790693460.282250:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693460.282252:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1790693460.282255:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.282257:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693460.282259:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693460.282262:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693460.282265:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693460.282267:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693460.282270:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693460.282274:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282281:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.282283:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282289:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.282290:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693460.282293:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693460.282296:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693460.282299:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693460.282301:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298616346
00000100:00000001:0.0:1790693460.282303:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282305:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298616346
00000100:00000001:0.0:1790693460.282308:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282310:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693460.282312:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.282313:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693460.282317:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693460/real 1790693460]  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693460.282340:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693460.282341:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693460.282343:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693460.282346:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693460.282347:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693460.282350:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693460.282353:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693460.282361:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282373:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693460.282375:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282377:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282379:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693460.282382:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282389:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693460.282393:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282420:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693460.282423:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282424:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282425:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282427:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693460.282429:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693460.282432:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693460.282435:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693460.282437:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693460.282441:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693460.282449:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318656:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693460.282452:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693460.282455:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282462:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693460.282463:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.282465:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693460.282468:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693460.282470:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693460.282473:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318784:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693460.282476:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693460.282479:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693460.282480:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.282482:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693460.282486:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693460.282488:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693460.282492:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693460.282495:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693460.282498:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693460.282501:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318784, portal 4
00000100:00000001:0.0:1790693460.282503:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693460.282504:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693460.282510:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282515:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693460.282517:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693460.282519:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693460.282522:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101318784, offset 0
00000400:00000200:0.0:1790693460.282526:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693460.282530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.282533:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693460.282536:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693460.282538:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693460.282540:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693460.282542:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693460.282545:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6725:6725:256:4294967295] 192.168.204.134@tcp LPNI seq info [6720:6720:8:4294967295]
00000400:00000200:0.0:1790693460.282550:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.282555:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693460.282559:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.282562:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693460.282566:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693460.282569:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1790693460.282573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693460.282576:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1790693460.282579:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.282581:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693460.282584:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693460.282587:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693460.282590:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693460.282592:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693460.282594:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693460.282597:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282604:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.282607:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282613:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.282614:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693460.282617:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693460.282620:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693460.282623:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693460.282624:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298616341
00000100:00000001:0.0:1790693460.282626:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282628:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298616341
00000100:00000001:0.0:1790693460.282630:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282631:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693460.282633:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.282635:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693460.282637:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693460/real 1790693460]  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693460.282649:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693460.282650:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693460.282651:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693460.282654:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693460.282655:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693460.282657:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693460.282660:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693460.282667:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282672:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693460.282673:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282675:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282676:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693460.282679:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282685:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693460.282689:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282695:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693460.282697:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282699:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282700:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282702:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693460.282703:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693460.282706:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693460.282709:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693460.282711:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693460.282715:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693460.282723:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318784:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693460.282726:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693460.282730:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282736:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693460.282738:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.282740:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693460.282741:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693460.282743:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693460.282746:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318912:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693460.282749:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693460.282751:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693460.282752:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693460.282754:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693460.282757:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693460.282759:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693460.282762:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693460.282764:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693460.282767:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693460.282770:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101318912, portal 4
00000100:00000001:0.0:1790693460.282771:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693460.282772:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693460.282777:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282783:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693460.282785:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693460.282787:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693460.282789:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101318912, offset 0
00000400:00000200:0.0:1790693460.282793:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693460.282797:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.282800:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693460.282803:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693460.282806:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693460.282808:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693460.282810:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693460.282813:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6726:6726:256:4294967295] 192.168.204.134@tcp LPNI seq info [6721:6721:8:4294967295]
00000400:00000200:0.0:1790693460.282816:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693460.282821:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693460.282825:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.282828:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693460.282832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693460.282834:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1790693460.282838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693460.282840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1790693460.282844:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693460.282845:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693460.282848:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693460.282852:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693460.282854:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693460.282856:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693460.282858:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693460.282861:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282868:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.282871:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282877:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.282878:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693460.282881:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693460.282884:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693460.282887:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693460.282889:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298616346
00000100:00000001:0.0:1790693460.282891:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282893:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298616346
00000100:00000001:0.0:1790693460.282895:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298617603
00000100:00000001:0.0:1790693460.282897:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693460.282899:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.282901:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693460.282904:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693460/real 1790693460]  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693460.282911:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693460.282913:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693460.282914:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693460.282917:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693460.282918:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693460.282920:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693460.282923:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693460.282931:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282937:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693460.282938:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282940:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282942:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693460.282945:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282952:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693460.282955:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.282961:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693460.282963:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282965:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693460.282967:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282968:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693460.282970:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693460.282972:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693460.282975:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693460.282977:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693460.282981:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693460.282988:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101318912:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693460.282992:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.282994:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.282997:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101318528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.283003:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693460.283005:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693460.283007:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693460.283010:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693460.283012:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693460.283013:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693460.283016:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693460.283017:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:0.0:1790693460.283020:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693460.283022:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693460.283023:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:0.0:1790693460.283027:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693460.283028:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.283030:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.283033:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101318656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.283039:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693460.283041:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693460.283042:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693460.283044:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693460.283046:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693460.283047:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693460.283049:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693460.283050:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:0.0:1790693460.283052:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693460.283053:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693460.283055:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:0.0:1790693460.283057:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693460.283059:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.283060:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.283063:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101318784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.283069:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693460.283070:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693460.283071:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693460.283074:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693460.283075:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693460.283076:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693460.283078:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693460.283080:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:0.0:1790693460.283082:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693460.283083:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693460.283084:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693460.283086:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693460.283087:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.283089:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693460.283092:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101318912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693460.283099:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693460.283100:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693460.283101:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693460.283104:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693460.283105:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693460.283106:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693460.283109:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693460.283110:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693460.283112:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693460.283113:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693460.283114:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693460.283116:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693460.283118:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.283120:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.283125:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693460.283127:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.283129:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693460.283131:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.663495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693460.663495:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693460.663502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693460.663504:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693460.663507:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693460.663509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693460.663509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693460.663513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.663513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693460.663514:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693460.663516:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693460.663521:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693460.663521:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693460.663522:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693460.663524:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.663527:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693460.663527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693460.663528:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693460.663533:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693460.663533:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693460.663533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693460.663538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693460.663540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693460.663541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693460.663542:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693460.663545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693460.663550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693461.303593:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693461.303601:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693461.303603:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693461.303608:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693461.303613:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693461.303615:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693461.303617:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693461.303619:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693461.303621:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693461.623504:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298617603, at 4298617664
00000100:00000040:1.0:1790693461.623504:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298617603, at 4298617664
00000100:00000010:1.0:1790693461.623517:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190720.
00000100:00000010:0.0:1790693461.623518:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693461.687492:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693461.687492:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693461.687493:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693461.687500:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693461.687501:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693461.687501:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693461.687503:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693461.687505:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693461.687505:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693461.687507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693461.687510:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693461.687510:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693461.687512:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693461.687515:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693461.687515:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693461.687516:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693461.687519:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693461.687519:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693461.687523:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693461.687523:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693461.687527:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693461.687527:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693461.687530:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693461.687530:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693461.687530:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693461.687532:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693461.687536:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693461.687565:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693461.687569:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693461.687572:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693462.327508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693462.327516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693462.327518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693462.327523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693462.327526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693462.327528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693462.327531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693462.327533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693462.327535:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693462.711506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693462.711515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693462.711519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693462.711526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693462.711532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693462.711538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693462.711543:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693462.711545:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693462.711549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693462.711560:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693462.711566:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693462.711569:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693462.711576:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693462.711581:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693462.711583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693462.711586:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693462.711589:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693462.711591:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693462.711611:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693462.711615:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693462.711617:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693462.711620:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693462.711631:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693462.711633:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693462.711635:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693462.711637:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693462.711639:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693463.351508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693463.351516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693463.351518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693463.351532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693463.351536:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693463.351540:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693463.351543:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693463.351546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693463.351549:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693463.735506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693463.735506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693463.735509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693463.735514:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693463.735515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693463.735515:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693463.735519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693463.735519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693463.735520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693463.735528:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693463.735528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693463.735528:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693463.735535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693463.735536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693463.735536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693463.735542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693463.735543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693463.735545:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693463.735550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693463.735551:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693463.735556:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693463.735556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693463.735560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693463.735562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693463.735562:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693463.735566:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693463.735570:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693463.735577:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693463.735579:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693463.735581:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693464.375496:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693464.375504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693464.375506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693464.375511:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693464.375516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693464.375519:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693464.375522:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693464.375525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693464.375527:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693464.759500:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693464.759500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693464.759500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693464.759509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693464.759510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693464.759510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693464.759514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693464.759515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693464.759515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693464.759522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693464.759523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693464.759523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693464.759529:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693464.759531:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693464.759531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693464.759535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693464.759536:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693464.759536:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693464.759542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693464.759542:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693464.759547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693464.759547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693464.759550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693464.759551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693464.759552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693464.759556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693464.759560:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693465.399514:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693465.399522:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693465.399525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693465.399527:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1790693465.399532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:2.0:1790693465.399539:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693465.399540:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693465.399544:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693465.399546:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693465.399550:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693465.399552:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693465.399552:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693465.399560:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.399563:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693465.399573:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3949
00000400:00000200:2.0:1790693465.399583:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693465.399590:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693465.399593:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693465.399597:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399601:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.399603:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399606:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693465.399615:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693465.399617:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693465.399620:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693465.399623:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693465.399626:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693465.399628:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693465.399631:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399633:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.399634:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399636:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693465.399639:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693465.399642:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399645:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693465.399648:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693465.399652:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693465.399655:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.399657:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693465.399660:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693465.399685:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693465.399689:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693465.399694:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693465.399697:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.399701:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693465.399705:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693465.399711:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693465.399721:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693465.399729:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693465.399748:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693465.399758:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693465.399762:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693465.399767:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693465.399795:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693465.399798:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693465.399801:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693465.399802:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693465.399803:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693465.399805:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693465.399806:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3949
00000400:00000200:2.0:1790693465.399810:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693465.399813:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693465.399815:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693465.399817:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399819:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.399821:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399823:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693465.399826:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693465.399828:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:0.0:1790693465.399829:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1790693465.399831:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693465.399837:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1790693465.399840:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:0.0:1790693465.399842:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693465.399847:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693465.399852:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693465.399859:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693465.399859:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399867:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.399874:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.399883:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693465.399890:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:0.0:1790693465.399893:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790693465.399900:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693465.399901:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.399910:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.399911:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693465.399914:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693465.399917:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693465.399922:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693465.399923:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693465.399931:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693465.399937:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101319040:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693465.399938:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693465.399945:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1790693465.399946:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693465.399952:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1790693465.399952:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.399957:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.399958:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.399966:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1790693465.399966:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693465.399973:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000010:0.0:1790693465.399978:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693465.399985:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693465.399985:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693465.399989:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.399993:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693465.399995:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693465.399997:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.399999:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:2.0:1790693465.400004:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000400:00000010:0.0:1790693465.400007:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00000001:2.0:1790693465.400012:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693465.400017:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00100000:2.0:1790693465.400023:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1790693465.400028:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319040, portal 25
00000100:00000001:2.0:1790693465.400039:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693465.400040:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693465.400043:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400045:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:2.0:1790693465.400053:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693465.400061:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693465.400067:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693465.400074:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693465.400084:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693465.400084:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693465.400089:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693465.400091:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1790693465.400095:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693465.400098:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:0.0:1790693465.400104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00080000:2.0:1790693465.400105:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3949
00000400:00000200:2.0:1790693465.400117:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:0.0:1790693465.400119:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101319040, offset 0
00000400:00000200:2.0:1790693465.400124:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693465.400127:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1790693465.400134:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693465.400145:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.400146:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693465.400154:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.400160:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.400163:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693465.400165:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693465.400175:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1790693465.400176:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1790693465.400178:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693465.400182:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1790693465.400184:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:2.0:1790693465.400190:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:0.0:1790693465.400191:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1790693465.400201:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:0.0:1790693465.400205:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.400209:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6727:6727:256:4294967295] 192.168.204.134@tcp LPNI seq info [6722:6722:8:4294967295]
00000400:00000200:0.0:1790693465.400212:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693465.400219:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693465.400243:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.400244:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693465.400252:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.400258:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693465.400264:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693465.400265:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:0.0:1790693465.400272:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000020:00000040:2.0:1790693465.400272:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693465.400280:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:0.0:1790693465.400282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693465.400292:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693465.400293:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
02000000:00000001:2.0:1790693465.400303:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1790693465.400310:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:2.0:1790693465.400312:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1790693465.400314:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
02000000:00000001:2.0:1790693465.400323:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1790693465.400328:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.400331:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000100:00000001:2.0:1790693465.400331:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693465.400338:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1790693465.400340:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1790693465.400350:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.400352:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790693465.400356:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.400358:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693465.400364:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000010:2.0:1790693465.400365:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000100:00000001:0.0:1790693465.400369:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000040:2.0:1790693465.400370:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693465.400376:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693465.400379:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693465.400380:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693465.400383:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693465.400388:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693465.400392:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400425:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.400428:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.400435:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693465.400435:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:0.0:1790693465.400437:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693465.400444:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400445:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.400459:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693465.400462:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693465.400465:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298622723
00000100:00000010:0.0:1790693465.400476:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:2.0:1790693465.400478:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693465.400482:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400485:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1790693465.400489:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.400495:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298622723
00000100:00000001:2.0:1790693465.400500:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693465.400504:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190a80.
00000100:00080000:2.0:1790693465.400505:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693465.400512:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693465.400515:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1790693465.400516:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1790693465.400518:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693465.400522:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693465.400524:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693465.400530:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693465.400532:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3949
00000100:00000001:0.0:1790693465.400537:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1790693465.400542:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:0.0:1790693465.400544:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693465/real 1790693465]  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693465.400551:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000001:0.0:1790693465.400562:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1790693465.400562:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1790693465.400566:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693465.400569:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000100:00000040:2.0:1790693465.400571:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.400573:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00000001:2.0:1790693465.400577:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1790693465.400578:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000040:2.0:1790693465.400584:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.400586:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693465.400589:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693465.400590:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693465.400592:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693465.400593:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:2.0:1790693465.400597:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000200:0.0:1790693465.400599:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693465.400602:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693465.400610:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693465.400623:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:0.0:1790693465.400628:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693465.400630:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.400636:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.400644:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693465.400650:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693465.400652:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693465.400655:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693465.400656:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693465.400663:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:2.0:1790693465.400663:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693465.400665:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693465.400668:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400669:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.400672:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693465.400674:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:0.0:1790693465.400679:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790693465.400680:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693465.400692:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400701:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693465.400702:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693465.400707:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1790693465.400710:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693465.400712:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1790693465.400718:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:0.0:1790693465.400722:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.400726:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1790693465.400726:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1790693465.400734:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693465.400734:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.400746:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1790693465.400747:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1790693465.400751:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693465.400752:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1790693465.400759:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693465.400760:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:2.0:1790693465.400767:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00080000:0.0:1790693465.400768:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693465.400775:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400777:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1790693465.400785:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693465.400788:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693465.400810:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693465.400815:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693465.400821:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101319040:192.168.204.134@tcp:250:
00000100:00000040:2.0:1790693465.400825:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.400830:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.400839:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.400846:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101319040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693465.400863:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.400864:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693465.400868:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1790693465.400870:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1790693465.400872:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693465.400879:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1790693465.400880:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:0.0:1790693465.400883:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:2.0:1790693465.400884:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000020:00000040:0.0:1790693465.400888:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00080000:2.0:1790693465.400889:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693465.400900:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000020:00000001:0.0:1790693465.400901:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693465.400904:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
00000100:00080000:2.0:1790693465.400907:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3949
02000000:00000001:0.0:1790693465.400916:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:2.0:1790693465.400919:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693465.400920:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693465.400928:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000400:00000200:2.0:1790693465.400930:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693465.400933:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1790693465.400935:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693465.400938:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693465.400942:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693465.400944:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693465.400948:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693465.400953:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693465.400956:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693465.400956:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693465.400960:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693465.400965:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693465.400966:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1790693465.400968:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:0.0:1790693465.400970:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693465.400973:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693465.400976:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1790693465.400978:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693465.400982:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693465.400985:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693465.400987:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693465.400996:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693465.401005:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693465.401011:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790693465.401012:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693465.401015:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.401018:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:0.0:1790693465.401021:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1790693465.401024:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:0.0:1790693465.401028:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1790693465.401029:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:0.0:1790693465.401036:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.401037:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693465.401044:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1790693465.401049:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319168:192.168.204.134@tcp:38:
02000000:00000001:2.0:1790693465.401050:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693465.401056:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401059:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693465.401061:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:0.0:1790693465.401064:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1790693465.401066:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1790693465.401069:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1790693465.401072:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.401075:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693465.401077:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693465.401082:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
00000100:00000010:2.0:1790693465.401084:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
02000000:00000001:0.0:1790693465.401086:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693465.401092:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:0.0:1790693465.401099:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693465.401101:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1790693465.401103:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
02000000:00000001:2.0:1790693465.401106:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693465.401108:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000001:2.0:1790693465.401110:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1790693465.401112:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319168, portal 10
02000000:00000001:2.0:1790693465.401114:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693465.401115:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693465.401120:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
02000000:00000001:2.0:1790693465.401121:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693465.401129:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000040:0.0:1790693465.401130:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693465.401137:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693465.401151:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693465.401152:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693465.401164:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693465.401172:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000001:2.0:1790693465.401173:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693465.401177:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693465.401180:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101319168, offset 0
00000100:00000040:2.0:1790693465.401186:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693465.401193:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693465.401205:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.401235:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693465.401236:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.401242:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693465.401247:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:2.0:1790693465.401247:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3959)
00000400:00000200:0.0:1790693465.401257:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693465.401260:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.401264:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6728:6728:256:4294967295] 192.168.204.134@tcp LPNI seq info [6723:6723:8:4294967295]
00000400:00000200:0.0:1790693465.401268:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.401272:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693465.401277:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.401280:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693465.401284:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693465.401286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790693465.401290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693465.401292:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1790693465.401294:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.401296:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693465.401299:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693465.401301:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693465.401304:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693465.401305:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693465.401306:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693465.401309:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401315:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.401317:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401321:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401322:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693465.401325:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693465.401328:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693465.401330:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693465.401332:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298621459
00000100:00000001:0.0:1790693465.401334:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.401335:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298621459
00000100:00000001:0.0:1790693465.401337:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.401338:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693465.401339:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401340:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693465.401342:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693465/real 1790693465]  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693465.401347:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693465.401348:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693465.401349:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693465.401351:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693465.401352:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693465.401353:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693465.401355:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693465.401364:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401370:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693465.401372:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401373:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.401375:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693465.401378:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401385:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693465.401389:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401396:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693465.401422:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401424:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.401425:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401427:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693465.401430:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693465.401433:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693465.401436:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693465.401438:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693465.401443:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693465.401450:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319168:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693465.401455:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693465.401458:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401471:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693465.401472:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.401474:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693465.401476:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693465.401479:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693465.401482:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319296:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693465.401485:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693465.401488:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693465.401489:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.401491:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693465.401494:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693465.401496:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.401499:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693465.401501:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693465.401503:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693465.401505:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319296, portal 10
00000100:00000001:0.0:1790693465.401506:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693465.401507:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:0.0:1790693465.401512:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401516:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693465.401518:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693465.401519:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693465.401520:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101319296, offset 0
00000400:00000200:0.0:1790693465.401522:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693465.401525:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.401527:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693465.401529:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693465.401531:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693465.401533:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693465.401534:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.401537:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6729:6729:256:4294967295] 192.168.204.134@tcp LPNI seq info [6724:6724:8:4294967295]
00000400:00000200:0.0:1790693465.401539:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.401543:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693465.401546:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.401548:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693465.401551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693465.401554:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790693465.401558:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693465.401561:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1790693465.401564:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.401565:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693465.401569:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693465.401571:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693465.401574:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693465.401576:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693465.401579:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693465.401582:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401590:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.401593:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401600:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401601:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693465.401605:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693465.401607:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693465.401609:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693465.401611:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298621466
00000100:00000001:0.0:1790693465.401613:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.401614:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298621466
00000100:00000001:0.0:1790693465.401616:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.401617:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693465.401619:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401620:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693465.401623:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693465/real 1790693465]  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693465.401631:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693465.401632:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693465.401633:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693465.401635:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693465.401637:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693465.401639:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693465.401642:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693465.401649:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401656:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693465.401657:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401658:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.401659:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693465.401663:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401669:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693465.401672:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401678:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693465.401681:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401682:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.401683:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401685:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693465.401687:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693465.401690:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693465.401694:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693465.401696:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693465.401700:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693465.401705:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319296:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693465.401708:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693465.401710:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401715:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693465.401716:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.401718:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693465.401719:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693465.401720:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693465.401722:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319424:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693465.401724:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693465.401725:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693465.401727:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.401728:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693465.401730:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693465.401731:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.401734:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693465.401735:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693465.401737:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693465.401740:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319424, portal 4
00000100:00000001:0.0:1790693465.401741:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693465.401742:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693465.401746:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401750:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693465.401752:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693465.401753:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693465.401755:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101319424, offset 0
00000400:00000200:0.0:1790693465.401758:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693465.401761:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.401765:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693465.401768:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693465.401770:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693465.401772:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693465.401775:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.401777:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6730:6730:256:4294967295] 192.168.204.134@tcp LPNI seq info [6725:6725:8:4294967295]
00000400:00000200:0.0:1790693465.401781:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.401786:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693465.401791:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.401794:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693465.401798:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693465.401801:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790693465.401805:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693465.401807:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1790693465.401811:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.401813:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693465.401815:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693465.401818:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693465.401821:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693465.401823:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693465.401825:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693465.401827:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401832:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.401834:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401838:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401839:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693465.401842:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693465.401845:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693465.401847:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693465.401848:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298621460
00000100:00000001:0.0:1790693465.401850:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.401851:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298621460
00000100:00000001:0.0:1790693465.401853:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.401854:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693465.401855:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401856:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693465.401858:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693465/real 1790693465]  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693465.401865:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693465.401866:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693465.401868:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693465.401870:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693465.401871:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693465.401873:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693465.401876:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693465.401884:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401890:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693465.401892:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401894:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.401895:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693465.401899:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401906:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693465.401909:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401914:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693465.401916:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401917:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.401918:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401919:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693465.401920:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693465.401922:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693465.401923:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693465.401924:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693465.401926:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693465.401931:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319424:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693465.401933:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401934:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.401936:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101319168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401940:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693465.401942:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693465.401943:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693465.401945:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693465.401946:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693465.401947:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693465.401949:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693465.401950:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:0.0:1790693465.401952:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693465.401952:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693465.401954:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693465.401955:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693465.401956:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401958:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.401960:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101319296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401964:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693465.401965:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693465.401965:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693465.401967:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693465.401967:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693465.401968:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693465.401969:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693465.401970:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:0.0:1790693465.401971:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693465.401971:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693465.401972:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:0.0:1790693465.401973:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693465.401974:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401974:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.401976:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101319424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.401979:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693465.401980:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693465.401980:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693465.401981:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693465.401982:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693465.401982:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693465.401983:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693465.401984:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693465.401985:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693465.401986:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693465.401986:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693465.401987:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693465.401988:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401989:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.401993:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693465.401994:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.401996:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693465.401998:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693465.402000:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693465.402003:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402009:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693465.402010:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.402013:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693465.402014:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693465.402016:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693465.402019:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319552:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693465.402022:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693465.402024:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693465.402026:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693465.402028:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693465.402031:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693465.402033:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693465.402036:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693465.402038:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693465.402042:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693465.402045:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319552, portal 4
00000100:00000001:0.0:1790693465.402046:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693465.402047:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693465.402051:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402055:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693465.402057:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693465.402058:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693465.402059:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101319552, offset 0
00000400:00000200:0.0:1790693465.402062:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693465.402064:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.402066:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693465.402068:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693465.402071:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693465.402073:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693465.402076:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693465.402078:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6731:6731:256:4294967295] 192.168.204.134@tcp LPNI seq info [6726:6726:8:4294967295]
00000400:00000200:0.0:1790693465.402082:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693465.402089:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693465.402093:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.402096:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693465.402100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693465.402103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1790693465.402107:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693465.402109:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1790693465.402129:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693465.402132:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693465.402135:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693465.402138:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693465.402142:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693465.402144:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693465.402146:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693465.402150:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402156:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.402159:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402164:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.402166:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693465.402169:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693465.402172:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693465.402176:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693465.402178:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298621465
00000100:00000001:0.0:1790693465.402181:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.402183:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298621465
00000100:00000001:0.0:1790693465.402185:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298622723
00000100:00000001:0.0:1790693465.402187:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693465.402189:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.402191:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693465.402195:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693465/real 1790693465]  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693465.402202:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693465.402203:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693465.402205:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693465.402207:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693465.402209:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693465.402211:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693465.402214:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693465.402237:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402244:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693465.402246:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.402248:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.402249:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693465.402253:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402259:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693465.402263:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402269:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693465.402271:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.402272:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693465.402274:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.402275:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693465.402277:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693465.402280:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693465.402283:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693465.402286:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693465.402289:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693465.402297:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319552:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693465.402301:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.402303:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693465.402306:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101319552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693465.402311:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693465.402313:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693465.402315:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73800.
02000000:00000001:0.0:1790693465.402317:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693465.402319:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693465.402320:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693465.402322:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693465.402323:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:0.0:1790693465.402326:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693465.402327:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693465.402328:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693465.402330:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693465.402331:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.402333:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.402337:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693465.402338:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.402340:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693465.402341:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.783565:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693465.783566:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693465.783574:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693465.783575:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693465.783576:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693465.783584:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693465.783584:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.783585:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693465.783590:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693465.783594:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693465.783595:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693465.783598:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693465.783604:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693465.783604:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693465.783606:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693465.783612:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.783614:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693465.783614:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693465.783618:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693465.783626:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693465.783627:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693465.783631:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693465.783634:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693465.783637:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693465.784038:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693465.784042:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693465.784044:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693466.423529:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693466.423536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693466.423539:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693466.423545:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693466.423549:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693466.423553:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693466.423556:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693466.423558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693466.423563:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693466.743508:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298622723, at 4298622784
00000100:00000040:0.0:1790693466.743509:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298622723, at 4298622784
00000100:00000010:1.0:1790693466.743523:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190a80.
00000100:00000010:0.0:1790693466.743526:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693466.807521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693466.807532:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693466.807534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693466.807540:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693466.807543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693466.807546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693466.807546:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693466.807548:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693466.807555:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693466.807556:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693466.807557:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693466.807562:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693466.807563:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693466.807564:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693466.807573:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693466.807575:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693466.807576:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693466.807580:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693466.807581:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693466.807584:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693466.807589:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693466.807589:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693466.807597:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693466.807604:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693466.807609:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693466.807614:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693466.807619:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693467.447484:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693467.447492:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693467.447494:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693467.447498:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693467.447501:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693467.447504:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693467.447507:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693467.447509:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693467.447511:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693467.831477:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693467.831482:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693467.831485:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693467.831488:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693467.831490:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693467.831495:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693467.831495:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693467.831499:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693467.831500:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693467.831505:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693467.831506:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693467.831507:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693467.831511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693467.831512:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693467.831513:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693467.831515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693467.831519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693467.831519:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693467.831525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693467.831525:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693467.831530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693467.831530:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693467.831534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693467.831536:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693467.831545:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693467.831549:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693467.831554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693468.471527:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693468.471535:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693468.471539:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693468.471545:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693468.471559:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693468.471563:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693468.471565:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693468.471569:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693468.471573:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693468.855509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693468.855515:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693468.855518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693468.855522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693468.855525:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693468.855529:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693468.855532:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693468.855535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693468.855538:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693468.855649:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693468.855649:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693468.855658:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693468.855658:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693468.855665:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693468.855665:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693468.855673:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693468.855676:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693468.855677:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693468.855680:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693468.855684:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693468.855685:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693468.855688:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693468.855690:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693468.855690:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693468.855697:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693468.855702:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693468.855705:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693469.495575:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693469.495583:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693469.495585:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693469.495590:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693469.495594:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693469.495597:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693469.495607:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693469.495612:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693469.495614:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693469.879505:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693469.879510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693469.879516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693469.879516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693469.879521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693469.879521:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693469.879527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693469.879527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693469.879532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693469.879532:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693469.879537:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693469.879537:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693469.879541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693469.879542:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693469.879546:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693469.879546:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693469.879551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693469.879551:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693469.879629:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693469.879631:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693469.879633:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693469.879635:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693469.879637:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693469.879640:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693469.879643:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693469.879645:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693469.879648:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693470.519500:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693470.519507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693470.519509:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693470.519514:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:1.0:1790693470.519515:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693470.519520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693470.519523:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693470.519525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693470.519526:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693470.519530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1790693470.519531:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693470.519535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693470.519537:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693470.519540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693470.519545:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3954
00000400:00000200:1.0:1790693470.519554:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693470.519561:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693470.519564:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693470.519566:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519568:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693470.519570:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519571:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693470.519577:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693470.519578:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693470.519581:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693470.519583:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693470.519585:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693470.519586:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693470.519589:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519590:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693470.519591:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519592:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693470.519594:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693470.519596:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519597:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693470.519599:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693470.519601:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693470.519603:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.519604:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693470.519606:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693470.519614:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693470.519617:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693470.519621:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693470.519622:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.519625:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693470.519628:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693470.519631:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693470.519638:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693470.519645:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693470.519653:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693470.519662:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693470.519665:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693470.519670:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693470.519693:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693470.519696:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693470.519701:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693470.519702:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693470.519704:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693470.519706:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693470.519708:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3954
00000400:00000200:1.0:1790693470.519712:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693470.519715:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693470.519718:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693470.519721:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519723:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693470.519726:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519728:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693470.519732:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693470.519733:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693470.519735:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1790693470.519736:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693470.519737:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:0.0:1790693470.519742:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693470.519742:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693470.519746:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693470.519746:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693470.519752:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519754:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693470.519758:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693470.519759:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693470.519763:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693470.519769:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:0.0:1790693470.519770:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693470.519773:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693470.519774:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:0.0:1790693470.519777:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693470.519779:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.519780:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693470.519784:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693470.519784:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1790693470.519789:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101319680:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693470.519791:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693470.519793:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693470.519797:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.519798:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693470.519801:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.519802:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:0.0:1790693470.519804:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693470.519809:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
00000008:00100000:1.0:1790693470.519809:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1790693470.519812:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693470.519816:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.519818:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693470.519820:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:1.0:1790693470.519823:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000400:00000010:0.0:1790693470.519824:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000020:00000040:1.0:1790693470.519827:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000010:0.0:1790693470.519831:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
02000000:00000001:1.0:1790693470.519831:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693470.519832:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.519835:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693470.519836:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693470.519838:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693470.519839:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319680, portal 25
02000000:00000010:1.0:1790693470.519842:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:0.0:1790693470.519844:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693470.519846:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.519847:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00100000:1.0:1790693470.519853:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693470.519858:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693470.519861:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693470.519864:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693470.519870:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.519876:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693470.519881:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693470.519883:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693470.519884:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1790693470.519888:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00080000:1.0:1790693470.519888:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693470.519889:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693470.519893:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1790693470.519895:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101319680, offset 0
00000100:00000001:1.0:1790693470.519896:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693470.519900:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3954
00000400:00000200:1.0:1790693470.519903:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693470.519907:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693470.519908:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693470.519909:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693470.519914:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519915:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693470.519917:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.519918:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693470.519922:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.519929:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693470.519933:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693470.519936:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693470.519940:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693470.519942:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693470.519946:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6732:6732:256:4294967295] 192.168.204.134@tcp LPNI seq info [6727:6727:8:4294967295]
00000400:00000200:0.0:1790693470.519950:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.519965:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1790693470.519971:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1790693470.519972:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693470.519975:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000010:0.0:1790693470.519979:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000020:00000001:1.0:1790693470.519979:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693470.519981:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693470.519985:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693470.519989:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:0.0:1790693470.519990:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693470.519996:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693470.519997:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1790693470.520000:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693470.520004:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.520006:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693470.520010:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000200:0.1:1790693470.520010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:1.0:1790693470.520015:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:0.1:1790693470.520017:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1790693470.520018:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693470.520020:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693470.520024:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693470.520027:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1790693470.520028:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693470.520030:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693470.520033:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1790693470.520034:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000008:00000001:1.0:1790693470.520041:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693470.520042:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693470.520046:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693470.520051:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1790693470.520052:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000400:00000200:0.0:1790693470.520057:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000020:00000040:1.0:1790693470.520058:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000010:0.0:1790693470.520063:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
02000000:00000001:1.0:1790693470.520063:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693470.520066:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520069:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1790693470.520070:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1790693470.520071:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693470.520075:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693470.520078:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693470.520081:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693470.520091:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520093:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.520100:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693470.520102:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693470.520115:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520117:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693470.520134:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693470.520144:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693470.520150:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298627842
00000100:00000001:1.0:1790693470.520150:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693470.520155:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693470.520158:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000040:1.0:1790693470.520161:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520167:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693470.520174:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520176:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298627842
00000100:00000010:0.0:1790693470.520181:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190d20.
00000100:00000001:0.0:1790693470.520185:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1790693470.520186:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693470.520190:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693470.520192:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693470.520196:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520196:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693470.520199:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693470.520201:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693470.520205:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:0.0:1790693470.520210:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693470/real 1790693470]  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693470.520211:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3954
00000400:00000200:1.0:1790693470.520221:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693470.520227:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000001:0.0:1790693470.520229:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693470.520231:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1790693470.520234:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1790693470.520237:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:0.0:1790693470.520239:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000100:00000001:1.0:1790693470.520242:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693470.520244:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00000040:1.0:1790693470.520246:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:0.0:1790693470.520248:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:1.0:1790693470.520251:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693470.520254:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:1.0:1790693470.520257:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693470.520260:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693470.520262:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693470.520264:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000200:0.0:1790693470.520266:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693470.520267:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000200:0.0:1790693470.520277:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693470.520281:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:0.0:1790693470.520290:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:1.0:1790693470.520292:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693470.520294:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693470.520297:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693470.520299:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1790693470.520302:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693470.520305:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693470.520308:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693470.520310:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693470.520312:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693470.520313:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693470.520316:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693470.520317:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693470.520322:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520324:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:0.0:1790693470.520327:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790693470.520327:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693470.520331:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520335:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693470.520340:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693470.520344:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693470.520345:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000040:0.0:1790693470.520352:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693470.520352:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693470.520355:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520359:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693470.520363:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693470.520367:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520368:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693470.520373:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1790693470.520374:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:0.0:1790693470.520376:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.520379:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693470.520381:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520382:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693470.520387:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693470.520391:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1790693470.520392:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693470.520423:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693470.520425:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693470.520431:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000040:1.0:1790693470.520432:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520436:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693470.520447:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693470.520448:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693470.520452:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693470.520460:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693470.520463:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693470.520467:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1790693470.520469:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101319680:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693470.520472:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693470.520478:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693470.520479:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3954
00000100:00000001:0.0:1790693470.520482:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1790693470.520487:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693470.520488:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101319680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693470.520495:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693470.520499:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1790693470.520500:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1790693470.520505:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1790693470.520507:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:0.0:1790693470.520509:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
00000100:00000001:1.0:1790693470.520512:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1790693470.520514:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1790693470.520517:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000020:00000001:0.0:1790693470.520519:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693470.520522:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:1.0:1790693470.520523:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693470.520527:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000020:00000001:1.0:1790693470.520529:0:29552:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:0.0:1790693470.520531:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
00000020:00000040:1.0:1790693470.520533:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
02000000:00000001:0.0:1790693470.520536:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1790693470.520537:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1790693470.520540:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1790693470.520541:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000010:0.0:1790693470.520543:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000020:00000001:1.0:1790693470.520547:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693470.520549:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693470.520551:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693470.520553:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693470.520554:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693470.520561:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693470.520565:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693470.520565:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693470.520569:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693470.520570:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693470.520574:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693470.520575:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693470.520578:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790693470.520579:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:0.0:1790693470.520582:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1790693470.520584:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693470.520588:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693470.520590:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693470.520591:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693470.520595:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693470.520599:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520603:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693470.520605:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1790693470.520607:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693470.520609:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693470.520612:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.520613:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693470.520617:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.520618:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693470.520623:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693470.520624:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693470.520629:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693470.520632:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693470.520633:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520635:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693470.520636:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1790693470.520639:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319808:192.168.204.134@tcp:38:
02000000:00000001:1.0:1790693470.520640:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520647:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1790693470.520648:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693470.520650:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693470.520653:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520654:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.520656:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693470.520662:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a71c00.
00000100:00100000:1.0:1790693470.520663:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1790693470.520667:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.520676:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693470.520677:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693470.520680:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693470.520682:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00000040:1.0:1790693470.520688:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693470.520689:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693470.520695:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319808, portal 10
00000100:00000001:0.0:1790693470.520700:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693470.520702:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000001:1.0:1790693470.520702:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693470.520710:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3964)
00000100:00000040:0.0:1790693470.520714:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520723:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693470.520726:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693470.520728:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693470.520731:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101319808, offset 0
00000400:00000200:0.0:1790693470.520735:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693470.520739:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.520743:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693470.520746:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693470.520749:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693470.520751:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693470.520753:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693470.520757:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6733:6733:256:4294967295] 192.168.204.134@tcp LPNI seq info [6728:6728:8:4294967295]
00000400:00000200:0.0:1790693470.520761:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.520767:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693470.520771:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.520774:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693470.520779:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693470.520781:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693470.520785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693470.520788:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693470.520791:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.520793:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693470.520797:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693470.520800:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693470.520803:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693470.520805:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693470.520807:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693470.520810:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520818:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.520821:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520827:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520828:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693470.520832:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693470.520835:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693470.520838:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693470.520840:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298626579
00000100:00000001:0.0:1790693470.520843:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.520845:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298626579
00000100:00000001:0.0:1790693470.520847:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.520849:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693470.520852:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.520853:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693470.520856:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693470/real 1790693470]  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693470.520864:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693470.520865:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693470.520867:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693470.520869:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693470.520871:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693470.520873:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693470.520875:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693470.520883:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520888:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693470.520889:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.520891:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.520892:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693470.520896:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520902:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693470.520906:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520912:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693470.520915:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.520917:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.520918:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.520920:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693470.520922:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693470.520925:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693470.520928:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693470.520930:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693470.520934:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693470.520942:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319808:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693470.520946:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693470.520949:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.520956:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693470.520957:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.520959:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693470.520961:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693470.520964:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693470.520966:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319936:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693470.520970:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693470.520972:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693470.520973:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.520975:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693470.520978:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693470.520980:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693470.520983:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693470.520985:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693470.520988:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693470.520991:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101319936, portal 10
00000100:00000001:0.0:1790693470.520993:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693470.520994:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:0.0:1790693470.520999:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521005:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693470.521007:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693470.521009:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693470.521012:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101319936, offset 0
00000400:00000200:0.0:1790693470.521016:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693470.521019:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.521022:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693470.521026:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693470.521028:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693470.521030:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693470.521032:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693470.521035:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6734:6734:256:4294967295] 192.168.204.134@tcp LPNI seq info [6729:6729:8:4294967295]
00000400:00000200:0.0:1790693470.521038:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.521043:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693470.521048:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.521051:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693470.521055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693470.521057:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693470.521061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693470.521064:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693470.521067:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.521069:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693470.521072:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693470.521075:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693470.521078:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693470.521079:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693470.521082:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693470.521085:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521092:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.521094:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521100:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521102:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693470.521105:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693470.521108:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693470.521111:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693470.521113:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298626585
00000100:00000001:0.0:1790693470.521116:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.521118:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298626585
00000100:00000001:0.0:1790693470.521120:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.521122:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693470.521136:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521138:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693470.521142:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693470/real 1790693470]  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693470.521150:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693470.521151:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693470.521153:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693470.521155:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693470.521157:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693470.521159:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693470.521162:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693470.521170:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521176:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693470.521178:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521179:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.521182:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693470.521185:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521193:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693470.521196:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521203:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693470.521206:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521208:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.521209:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521211:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693470.521213:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693470.521216:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693470.521219:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693470.521221:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693470.521225:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693470.521233:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101319936:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693470.521237:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693470.521240:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521247:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693470.521248:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.521251:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693470.521252:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693470.521254:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693470.521257:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101320064:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693470.521260:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693470.521262:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693470.521264:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.521266:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693470.521269:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693470.521271:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693470.521274:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693470.521277:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693470.521280:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693470.521283:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101320064, portal 4
00000100:00000001:0.0:1790693470.521285:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693470.521286:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:0.0:1790693470.521291:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521298:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693470.521300:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693470.521302:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693470.521305:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101320064, offset 0
00000400:00000200:0.0:1790693470.521309:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693470.521312:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.521315:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693470.521318:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693470.521321:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693470.521323:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693470.521325:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693470.521328:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6735:6735:256:4294967295] 192.168.204.134@tcp LPNI seq info [6730:6730:8:4294967295]
00000400:00000200:0.0:1790693470.521332:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.521337:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693470.521342:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.521345:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693470.521349:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693470.521352:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693470.521356:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693470.521358:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693470.521362:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.521364:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693470.521366:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693470.521370:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693470.521373:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693470.521374:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693470.521377:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693470.521380:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521388:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.521390:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521414:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521417:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693470.521420:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693470.521423:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693470.521427:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693470.521429:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298626580
00000100:00000001:0.0:1790693470.521431:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.521433:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298626580
00000100:00000001:0.0:1790693470.521435:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.521438:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693470.521439:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521441:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693470.521446:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693470/real 1790693470]  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693470.521453:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693470.521454:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693470.521456:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693470.521459:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693470.521461:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693470.521462:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693470.521466:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693470.521474:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521485:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693470.521487:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521488:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.521490:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693470.521494:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521501:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693470.521505:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521511:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693470.521514:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521515:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.521517:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521519:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693470.521520:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693470.521523:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693470.521526:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693470.521528:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693470.521532:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693470.521540:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101320064:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693470.521543:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521545:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.521548:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101319808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521555:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693470.521556:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693470.521558:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a71c00.
02000000:00000001:0.0:1790693470.521561:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693470.521562:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693470.521564:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693470.521566:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693470.521568:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:0.0:1790693470.521570:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693470.521571:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693470.521573:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:0.0:1790693470.521575:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693470.521577:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521578:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.521582:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101319936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521589:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693470.521590:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693470.521591:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a73000.
02000000:00000001:0.0:1790693470.521593:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693470.521595:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693470.521596:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693470.521597:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693470.521598:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:0.0:1790693470.521600:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693470.521602:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693470.521603:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:0.0:1790693470.521605:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693470.521607:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521608:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.521610:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101320064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521615:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693470.521616:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693470.521617:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693470.521619:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693470.521620:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693470.521621:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693470.521624:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693470.521625:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:0.0:1790693470.521627:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693470.521628:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693470.521630:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693470.521632:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693470.521633:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521635:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521639:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693470.521640:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521642:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693470.521643:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693470.521645:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693470.521648:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521655:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693470.521656:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.521658:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693470.521659:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693470.521661:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693470.521664:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101320192:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693470.521667:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693470.521669:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693470.521670:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693470.521672:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693470.521675:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693470.521677:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693470.521680:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693470.521683:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693470.521685:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693470.521688:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101320192, portal 4
00000100:00000001:0.0:1790693470.521690:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693470.521691:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:0.0:1790693470.521697:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521709:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693470.521711:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693470.521713:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693470.521715:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101320192, offset 0
00000400:00000200:0.0:1790693470.521719:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693470.521722:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.521725:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693470.521728:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693470.521731:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693470.521733:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693470.521735:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693470.521738:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6736:6736:256:4294967295] 192.168.204.134@tcp LPNI seq info [6731:6731:8:4294967295]
00000400:00000200:0.0:1790693470.521742:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693470.521747:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693470.521751:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.521754:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291900.
00000800:00000200:0.0:1790693470.521757:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693470.521760:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693470.521764:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693470.521766:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693470.521770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693470.521772:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291900.
00000400:00000200:0.0:1790693470.521774:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693470.521778:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693470.521780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693470.521782:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693470.521784:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693470.521788:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521795:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.521798:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521808:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521810:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693470.521813:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693470.521816:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693470.521819:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693470.521820:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298626585
00000100:00000001:0.0:1790693470.521823:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.521824:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298626585
00000100:00000001:0.0:1790693470.521826:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298627842
00000100:00000001:0.0:1790693470.521828:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693470.521830:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521831:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693470.521835:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693470/real 1790693470]  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693470.521842:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693470.521843:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693470.521845:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693470.521847:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693470.521849:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693470.521851:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693470.521854:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693470.521861:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521867:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693470.521868:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521869:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.521871:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693470.521874:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521880:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693470.521884:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521889:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693470.521892:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521893:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693470.521894:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521896:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693470.521897:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693470.521900:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693470.521903:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693470.521905:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693470.521908:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693470.521916:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101320192:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693470.521920:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521921:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693470.521924:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101320192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693470.521930:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693470.521931:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693470.521933:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd3a72c00.
02000000:00000001:0.0:1790693470.521935:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693470.521936:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693470.521937:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693470.521939:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693470.521940:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693470.521943:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693470.521944:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693470.521946:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:0.0:1790693470.521948:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693470.521949:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521950:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.521953:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693470.521954:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.521956:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693470.521957:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693470.903505:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693470.903512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693470.903517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693470.903519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693470.903522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693470.903526:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693470.903528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693470.903529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693470.903535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693470.903546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693470.903547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693470.903550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.903553:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693470.903554:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693470.903558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693470.903558:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693470.903565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693470.903566:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693470.903662:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693470.903666:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693470.903667:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693470.903669:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693470.903670:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693470.903672:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693470.903673:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693470.903674:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693470.903675:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693471.543518:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693471.543526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693471.543528:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693471.543534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693471.543539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693471.543543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693471.543546:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693471.543549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693471.543552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693471.863508:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298627842, at 4298627904
00000100:00000040:1.0:1790693471.863508:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298627842, at 4298627904
00000100:00000010:1.0:1790693471.863523:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190d20.
00000100:00000010:0.0:1790693471.863526:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693471.927522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693471.927522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693471.927530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693471.927530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693471.927535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693471.927535:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693471.927545:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693471.927545:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693471.927552:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693471.927552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693471.927558:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693471.927558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693471.927564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693471.927568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693471.927573:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693471.927575:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693471.927579:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693471.927584:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693471.927621:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693471.927625:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693471.927629:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693471.927838:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693471.927842:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693471.927843:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693471.927846:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693471.927848:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693471.927850:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693471.927852:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693471.927854:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693471.927855:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693472.567551:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693472.567557:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693472.567559:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693472.567564:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693472.567567:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693472.567570:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693472.567573:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693472.567575:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693472.567578:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693472.951522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693472.951527:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693472.951532:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693472.951538:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693472.951544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693472.951550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693472.951553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693472.951555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693472.951557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693472.952287:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693472.952290:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693472.952292:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693472.952295:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693472.952297:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693472.952299:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693472.952301:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693472.952308:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693472.952311:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693472.952313:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693472.952316:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693472.952317:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693472.952323:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693472.952326:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693472.952327:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693472.952329:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693472.952330:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693472.952332:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693473.591492:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693473.591500:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693473.591502:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693473.591507:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693473.591512:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693473.591516:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693473.591519:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693473.591521:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693473.591524:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693473.975502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693473.975502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693473.975509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693473.975509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693473.975512:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693473.975513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693473.975519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693473.975520:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693473.975524:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693473.975525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693473.975528:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693473.975528:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693473.975533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693473.975534:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693473.975537:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693473.975537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693473.975540:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693473.975542:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693473.975567:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693473.975570:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693473.975571:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693473.975573:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693473.975574:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693473.975576:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693473.975577:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693473.975578:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693473.975582:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693473.975631:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693473.975634:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693473.975637:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693474.615508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693474.615515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693474.615517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693474.615522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693474.615526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693474.615529:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693474.615531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693474.615534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693474.615545:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693474.999514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693474.999516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693474.999523:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693474.999523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693474.999526:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693474.999528:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693474.999528:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693474.999531:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693474.999535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693474.999537:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693474.999537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693474.999540:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693474.999545:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693474.999545:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693474.999546:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693474.999550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693474.999551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693474.999556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693474.999559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693474.999563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693474.999565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693474.999567:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693474.999569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693474.999572:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693474.999574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693474.999576:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693474.999581:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693475.639480:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693475.639483:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1790693475.639488:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693475.639489:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693475.639491:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693475.639492:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693475.639496:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790693475.639498:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693475.639501:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693475.639504:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693475.639508:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3959
00000100:00000001:2.0:1790693475.639510:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693475.639514:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1790693475.639515:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693475.639519:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693475.639523:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693475.639525:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693475.639526:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693475.639534:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639536:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.639539:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639540:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693475.639548:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693475.639549:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693475.639551:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693475.639554:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693475.639556:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693475.639558:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693475.639560:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639561:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.639562:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639563:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693475.639565:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693475.639567:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639570:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693475.639573:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693475.639576:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693475.639578:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639580:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693475.639583:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693475.639590:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693475.639593:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693475.639597:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693475.639599:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639602:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693475.639606:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693475.639610:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693475.639617:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693475.639623:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693475.639631:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101320320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693475.639638:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693475.639641:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693475.639644:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101320320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693475.639666:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693475.639668:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693475.639671:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693475.639672:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693475.639674:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693475.639677:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693475.639680:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3959
00000400:00000200:1.0:1790693475.639685:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693475.639690:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693475.639693:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693475.639696:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639699:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.639704:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639708:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693475.639714:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693475.639716:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693475.639718:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693475.639720:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693475.639722:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693475.639724:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693475.639726:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639727:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.639729:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639731:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693475.639733:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693475.639734:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639736:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693475.639737:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693475.639741:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693475.639742:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639743:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693475.639746:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693475.639748:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639749:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693475.639753:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693475.639754:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693475.639757:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693475.639758:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639759:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693475.639760:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693475.639762:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693475.639765:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693475.639768:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693475.639772:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101320448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693475.639781:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693475.639784:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693475.639793:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101320448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693475.639808:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693475.639813:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693475.639821:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693475.639825:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693475.639828:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693475.639832:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693475.639835:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3959
00000400:00000200:1.0:1790693475.639839:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693475.639841:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693475.639843:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693475.639846:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639848:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.639850:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639852:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693475.639856:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693475.639857:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693475.639859:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693475.639861:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693475.639863:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693475.639865:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693475.639868:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639869:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.639871:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639874:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693475.639876:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693475.639879:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693475.639881:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693475.639883:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693475.639886:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693475.639888:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639890:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693475.639892:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693475.639894:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639896:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693475.639900:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000020:00000040:1.0:1790693475.639902:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693475.639904:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693475.639906:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.639907:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693475.639909:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693475.639912:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693475.639918:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693475.639925:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693475.639933:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101320576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693475.639944:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693475.639946:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693475.639951:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101320576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693475.639957:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693475.639960:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693475.639963:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693475.639965:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693475.639968:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693475.639971:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693475.639978:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3959
00000400:00000200:1.0:1790693475.639987:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693475.639992:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693475.639997:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693475.640001:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640007:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.640011:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640016:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693475.640022:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693475.640036:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693475.640040:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693475.640043:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693475.640047:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693475.640052:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693475.640059:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640063:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.640067:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640070:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693475.640075:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693475.640080:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640082:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693475.640083:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693475.640086:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693475.640088:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.640092:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693475.640095:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693475.640097:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.640100:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693475.640104:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000020:00000040:1.0:1790693475.640109:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693475.640113:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693475.640114:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.640117:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693475.640119:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693475.640122:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693475.640126:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693475.640131:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693475.640137:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101320704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693475.640148:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693475.640150:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693475.640155:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101320704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693475.640163:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693475.640167:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693475.640173:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693475.640176:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693475.640177:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693475.640181:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693475.640186:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3959
00000400:00000200:1.0:1790693475.640191:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693475.640194:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693475.640195:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693475.640200:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640203:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.640206:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640209:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693475.640212:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693475.640214:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693475.640216:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693475.640218:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693475.640221:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000800:00000200:3.1:1790693475.640221:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693475.640224:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693475.640229:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.1:1790693475.640229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1790693475.640232:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693475.640234:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640237:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693475.640242:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693475.640248:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693475.640253:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693475.640256:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693475.640261:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693475.640266:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.640271:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693475.640275:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693475.640280:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.640282:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693475.640286:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000020:00000040:1.0:1790693475.640291:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693475.640293:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693475.640296:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693475.640299:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693475.640301:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693475.640303:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693475.640308:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00000001:1.0:1790693475.640312:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693475.640318:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101320832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693475.640325:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693475.640328:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693475.640336:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101320832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693475.640351:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693475.640356:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3969)
00000800:00000200:3.1:1790693475.640647:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693475.640648:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790693475.640901:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693475.640903:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790693475.641186:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693475.641189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790693475.641429:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693475.641432:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1790693476.023506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693476.023506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693476.023506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693476.023514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693476.023515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693476.023518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693476.023519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693476.023521:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693476.023524:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693476.023527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693476.023527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693476.023529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693476.023534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693476.023534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693476.023540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693476.023540:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693476.023542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693476.023547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693476.023547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693476.023549:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693476.023550:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693476.023551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693476.023558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693476.023558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693476.023561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693476.023565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693476.023568:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693476.024131:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693476.024135:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693476.024138:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693476.663510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693476.663519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693476.663522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693476.663528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693476.663532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693476.663536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693476.663538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693476.663541:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693476.663543:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693476.983531:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298632962, at 4298633024
00000100:00000040:1.0:1790693476.983531:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298632962, at 4298633024
00000100:00000010:0.0:1790693476.983548:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78720.
00000100:00000010:1.0:1790693476.983551:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f782a0.
00000100:00000001:0.0:1790693477.047497:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693477.047497:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693477.047503:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693477.047504:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693477.047505:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693477.047506:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693477.047513:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693477.047514:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693477.047518:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693477.047522:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693477.047525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693477.047525:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693477.047526:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693477.047531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693477.047531:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693477.047533:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693477.047537:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693477.047538:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693477.047540:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693477.047542:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693477.047543:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693477.047547:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693477.047547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693477.047550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693477.047552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693477.047554:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693477.047556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693477.687487:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693477.687496:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693477.687499:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693477.687504:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693477.687508:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693477.687513:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693477.687516:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693477.687520:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693477.687523:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693478.071509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693478.071517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693478.071519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693478.071526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693478.071527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693478.071532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693478.071533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693478.071540:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693478.071541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693478.071542:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693478.071551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693478.071552:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693478.071555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693478.071562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693478.071564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693478.071565:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693478.071569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693478.071571:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693478.071573:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693478.071578:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693478.071581:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693478.071584:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693478.071586:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693478.071591:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693478.071595:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693478.071597:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693478.071603:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693478.071636:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693478.071639:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693478.071642:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693478.711730:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693478.711738:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693478.711740:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693478.711745:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693478.711752:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693478.711756:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693478.711759:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693478.711761:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693478.711765:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693479.095498:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693479.095505:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693479.095509:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693479.095512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693479.095515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693479.095515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693479.095517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693479.095519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693479.095521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693479.095523:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693479.095524:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693479.095527:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693479.095529:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693479.095531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693479.095532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693479.095533:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693479.095534:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693479.095536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693479.095537:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693479.095537:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693479.095542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693479.095543:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693479.095544:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693479.095545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693479.095549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693479.095550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693479.095552:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693479.735526:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693479.735536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693479.735540:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693479.735546:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693479.735551:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693479.735555:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693479.735560:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693479.735563:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693479.735566:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693480.119590:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693480.119600:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693480.119605:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693480.119610:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693480.119616:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693480.119619:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693480.119622:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693480.119624:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693480.119628:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.119644:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693480.119657:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1790693480.119660:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693480.119666:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.119667:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693480.119673:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1790693480.119683:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693480.119693:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693480.119699:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693480.119702:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693480.119706:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693480.119709:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693480.759505:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693480.759508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693480.759513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1790693480.759514:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693480.759518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.759519:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1790693480.759524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:2.0:1790693480.759525:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693480.759530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693480.759532:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693480.759535:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693480.759538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790693480.759541:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3964
00000100:00000001:1.0:1790693480.759542:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693480.759548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693480.759554:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693480.759560:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693480.759563:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693480.759566:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759570:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.759572:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759574:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693480.759582:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693480.759584:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693480.759587:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693480.759590:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693480.759593:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693480.759595:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693480.759598:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759600:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.759602:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759603:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693480.759606:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693480.759609:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759612:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693480.759614:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693480.759617:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693480.759620:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.759623:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693480.759626:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693480.759634:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693480.759637:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693480.759641:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693480.759643:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.759646:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693480.759649:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693480.759653:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693480.759661:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122000.
00000100:00000001:2.0:1790693480.759667:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693480.759677:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101320960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693480.759689:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693480.759692:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693480.759697:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101320960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693480.759716:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693480.759719:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693480.759723:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693480.759724:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693480.759726:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693480.759729:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693480.759732:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3964
00000400:00000200:2.0:1790693480.759736:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693480.759740:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693480.759742:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693480.759746:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759751:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.759755:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759759:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693480.759764:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693480.759767:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693480.759770:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693480.759774:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693480.759779:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693480.759784:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693480.759791:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759796:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.759802:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759807:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693480.759811:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693480.759816:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693480.759832:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693480.759836:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693480.759843:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693480.759850:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.759854:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693480.759861:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693480.759865:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.759869:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693480.759875:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693480.759880:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693480.759885:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693480.759889:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.759894:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693480.759898:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693480.759903:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693480.759909:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693480.759914:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693480.759935:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101321088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693480.759947:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693480.759951:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693480.759957:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101321088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693480.759965:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693480.759968:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693480.759975:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693480.759979:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693480.759982:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693480.759988:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693480.759994:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3964
00000400:00000200:2.0:1790693480.760015:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693480.760023:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693480.760027:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693480.760033:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760038:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.760041:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760046:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693480.760049:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693480.760052:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693480.760056:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693480.760060:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693480.760066:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693480.760070:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.1:1790693480.760070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693480.760076:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.1:1790693480.760077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1790693480.760081:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.760087:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760092:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693480.760097:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693480.760102:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760108:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693480.760111:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693480.760114:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693480.760116:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760118:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693480.760122:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693480.760134:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760139:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693480.760146:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693480.760151:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693480.760157:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693480.760160:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760164:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693480.760167:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693480.760169:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693480.760176:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693480.760181:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693480.760191:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101321216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693480.760205:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693480.760208:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693480.760213:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101321216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693480.760232:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693480.760236:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693480.760242:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693480.760243:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693480.760245:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693480.760251:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693480.760257:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3964
00000400:00000200:2.0:1790693480.760267:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693480.760282:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693480.760287:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693480.760295:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760300:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.760306:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760310:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693480.760316:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693480.760322:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693480.760326:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693480.760329:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693480.760334:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693480.760338:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693480.760345:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760351:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.760357:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760362:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693480.760367:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693480.760373:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760378:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693480.760381:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693480.760386:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693480.760390:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760394:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693480.760427:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693480.760434:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760439:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693480.760445:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693480.760451:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693480.760458:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693480.760462:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760465:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693480.760469:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693480.760473:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693480.760479:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693480.760485:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693480.760494:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101321344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693480.760506:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693480.760510:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693480.760517:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101321344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693480.760532:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693480.760537:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693480.760545:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693480.760546:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693480.760548:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693480.760550:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693480.760556:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3964
00000400:00000200:2.0:1790693480.760562:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693480.760569:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693480.760573:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693480.760579:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760585:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.760589:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760593:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693480.760598:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693480.760602:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693480.760607:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693480.760610:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693480.760616:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693480.760621:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693480.760629:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760631:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693480.760636:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760639:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693480.760644:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693480.760650:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693480.760655:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693480.760658:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693480.760664:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693480.760669:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760673:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693480.760677:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693480.760683:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760688:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693480.760694:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693480.760698:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693480.760704:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693480.760708:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693480.760712:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693480.760714:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693480.760716:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693480.760723:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693480.760728:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693480.760737:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101321472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693480.760754:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693480.760757:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693480.760764:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101321472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693480.760785:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693480.760793:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3974)
00000800:00000200:3.1:1790693480.760797:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693480.760800:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693480.761084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693480.761086:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693480.761301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693480.761304:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693480.761572:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693480.761574:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1790693481.143522:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693481.143522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693481.143530:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693481.143531:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693481.143535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693481.143536:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693481.143544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693481.143544:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693481.143550:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693481.143555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693481.143560:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693481.143564:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693481.143567:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693481.143570:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693481.143576:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693481.143577:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693481.143581:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693481.143585:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693481.783596:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693481.783608:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693481.783611:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693481.783619:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693481.783623:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693481.783627:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693481.783629:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693481.783632:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693481.783634:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693482.103539:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298638082, at 4298638144
00000100:00000040:1.0:1790693482.103539:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298638082, at 4298638144
00000100:00000010:1.0:1790693482.103559:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78840.
00000100:00000010:0.0:1790693482.103562:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78cc0.
00000100:00000001:2.0:1790693482.167516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693482.167518:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693482.167529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693482.167530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693482.167533:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693482.167534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693482.167544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693482.167544:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693482.167551:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693482.167553:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693482.167556:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693482.167560:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693482.167562:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693482.167563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693482.167572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693482.167575:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693482.167579:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693482.167585:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693482.167599:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693482.167605:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693482.167608:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693482.167614:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693482.167620:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693482.167626:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693482.167631:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693482.167633:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693482.167638:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693482.167693:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693482.167697:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693482.167700:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693482.807504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693482.807513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693482.807515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693482.807521:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693482.807526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693482.807530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693482.807532:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693482.807534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693482.807537:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693483.191539:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693483.191542:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693483.191546:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693483.191549:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693483.191550:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693483.191557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693483.191557:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693483.191560:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693483.191567:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693483.191571:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693483.191571:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693483.191579:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693483.191580:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693483.191583:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693483.191588:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693483.191588:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693483.191590:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693483.191593:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693483.191598:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693483.191599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693483.191602:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693483.191608:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693483.191608:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693483.191611:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693483.191616:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693483.191617:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693483.191627:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693483.831567:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693483.831575:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693483.831577:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693483.831583:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693483.831587:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693483.831591:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693483.831593:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693483.831596:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693483.831599:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693484.215506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693484.215506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693484.215514:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693484.215514:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693484.215519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693484.215520:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693484.215522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693484.215528:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693484.215528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693484.215528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693484.215533:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693484.215534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693484.215535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693484.215537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693484.215541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693484.215542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693484.215542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693484.215548:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693484.215549:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693484.215549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693484.215555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693484.215555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693484.215560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693484.215561:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693484.215562:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693484.215566:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693484.215570:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693484.855476:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693484.855482:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693484.855483:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693484.855490:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693484.855493:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693484.855496:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693484.855498:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693484.855500:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693484.855501:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693485.239558:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693485.239558:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693485.239566:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693485.239568:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693485.239570:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.239572:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693485.239575:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693485.239578:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693485.239582:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693485.239586:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693485.239591:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693485.239594:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693485.239594:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693485.239605:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693485.239606:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693485.239608:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693485.239613:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693485.239615:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693485.239615:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693485.239621:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.239624:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693485.239626:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693485.239631:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693485.239633:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693485.239647:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693485.239650:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693485.239654:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693485.879517:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693485.879526:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693485.879529:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693485.879533:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693485.879538:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693485.879545:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3969
00000400:00000200:2.0:1790693485.879553:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693485.879559:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693485.879562:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693485.879565:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879568:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.879570:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879573:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693485.879582:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693485.879584:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693485.879587:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693485.879590:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693485.879593:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693485.879597:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693485.879601:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879604:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.879606:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879609:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693485.879612:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693485.879617:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879620:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693485.879623:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693485.879627:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693485.879629:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.879632:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693485.879634:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693485.879644:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693485.879648:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693485.879652:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693485.879654:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.879657:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693485.879660:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693485.879665:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
02000000:00000001:2.0:1790693485.879665:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693485.879675:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693485.879679:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693485.879679:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00100000:1.0:1790693485.879690:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693485.879693:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693485.879696:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693485.879701:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693485.879704:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693485.879707:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693485.879710:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693485.879714:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693485.879726:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693485.879729:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693485.879736:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693485.879755:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693485.879758:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693485.879761:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693485.879763:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693485.879764:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693485.879767:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693485.879770:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3969
00000400:00000200:2.0:1790693485.879775:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693485.879778:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693485.879780:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693485.879783:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879787:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.879790:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879792:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693485.879796:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693485.879799:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693485.879801:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693485.879803:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693485.879806:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693485.879808:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693485.879813:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879816:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.879817:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879820:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693485.879822:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693485.879824:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693485.879840:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693485.879844:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693485.879851:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693485.879856:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.879860:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693485.879866:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693485.879872:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.879875:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693485.879881:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693485.879884:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693485.879889:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693485.879893:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.879895:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693485.879898:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693485.879903:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693485.879908:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693485.879913:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693485.879922:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693485.879933:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693485.879935:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693485.879938:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101321600, portal 25
00000100:00000040:2.0:1790693485.879939:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.879944:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693485.879947:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000001:2.0:1790693485.879954:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693485.879957:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693485.879959:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693485.879968:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693485.879972:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693485.879974:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693485.879975:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693485.879981:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:3.0:1790693485.879981:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693485.879986:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00080000:2.0:1790693485.879987:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3969
00000100:00000200:3.0:1790693485.879993:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101321600, offset 0
00000400:00000200:2.0:1790693485.879994:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693485.880000:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693485.880003:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693485.880004:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693485.880009:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880012:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693485.880016:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693485.880017:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880021:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693485.880024:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693485.880036:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693485.880040:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693485.880043:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693485.880046:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693485.880050:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6747:6747:256:4294967295] 192.168.204.134@tcp LPNI seq info [6742:6742:8:4294967295]
00000400:00000200:3.0:1790693485.880054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693485.880059:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693485.880062:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693485.880066:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1790693485.880069:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1790693485.880070:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693485.880076:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693485.880080:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.0:1790693485.880081:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693485.880086:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:3.0:1790693485.880089:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000100:00000001:2.0:1790693485.880090:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.880094:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880100:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693485.880100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:2.0:1790693485.880106:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000200:3.0:1790693485.880107:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1790693485.880113:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:3.1:1790693485.880116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693485.880118:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693485.880120:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1790693485.880122:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693485.880125:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693485.880127:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.880129:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693485.880131:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693485.880134:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.880138:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693485.880142:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000010:2.0:1790693485.880144:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000800:00000010:3.0:1790693485.880146:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000020:00000040:2.0:1790693485.880148:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693485.880152:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693485.880153:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693485.880155:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693485.880156:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693485.880158:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693485.880161:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693485.880165:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1790693485.880168:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000400:00000200:3.0:1790693485.880172:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000100:00000001:2.0:1790693485.880173:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693485.880178:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00100000:2.0:1790693485.880182:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693485.880185:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693485.880193:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1790693485.880194:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693485.880197:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693485.880205:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693485.880227:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880228:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790693485.880230:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693485.880236:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1790693485.880236:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693485.880238:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693485.880241:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693485.880249:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693485.880253:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3969
00000400:00000200:2.0:1790693485.880256:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693485.880260:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693485.880263:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693485.880264:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693485.880266:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693485.880268:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693485.880270:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.880273:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880276:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693485.880277:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693485.880279:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693485.880282:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000200:3.0:1790693485.880285:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693485.880286:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693485.880289:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693485.880291:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298643202
00000020:00000001:2.0:1790693485.880293:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693485.880297:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000010:3.0:1790693485.880299:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78e40.
00000100:00000040:2.0:1790693485.880302:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880305:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.880308:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693485.880308:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693485.880313:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693485.880316:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:3.0:1790693485.880318:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298643202
00000100:00080000:2.0:1790693485.880319:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880325:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693485.880325:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78d20.
02000000:00000001:2.0:1790693485.880329:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693485.880332:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693485.880334:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.880336:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693485.880338:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000008:00100000:2.0:1790693485.880339:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693485.880344:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880344:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693485.880349:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880351:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693485.880355:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693485.880356:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1790693485.880361:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:3.0:1790693485.880364:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693485/real 1790693485]  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693485.880374:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693485.880377:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1790693485.880378:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1790693485.880379:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:3.0:1790693485.880382:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1790693485.880383:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1790693485.880385:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
02000000:00000001:2.0:1790693485.880387:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693485.880389:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693485.880392:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
02000000:00000010:2.0:1790693485.880393:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:3.0:1790693485.880394:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693485.880415:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693485.880421:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693485.880426:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880427:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693485.880430:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.880433:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1790693485.880436:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693485.880436:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693485.880443:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693485.880457:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693485.880458:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693485.880460:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693485.880464:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693485.880470:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880473:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693485.880478:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.880481:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.880483:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.880488:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693485.880489:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880491:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693485.880495:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693485.880495:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693485.880503:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1790693485.880503:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693485.880507:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693485.880508:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1790693485.880511:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1790693485.880513:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693485.880516:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693485.880520:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3969
00000400:00000200:2.0:1790693485.880523:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693485.880528:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693485.880531:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1790693485.880532:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101321600:192.168.204.134@tcp:250:
00000100:00000040:2.0:1790693485.880535:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880539:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.880542:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693485.880543:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693485.880544:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693485.880547:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1790693485.880548:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693485.880551:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693485.880553:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693485.880555:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000040:3.0:1790693485.880555:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101321600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693485.880559:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693485.880563:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693485.880568:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880571:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693485.880574:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693485.880577:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693485.880577:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000020:00000040:2.0:1790693485.880581:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693485.880583:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:3.0:1790693485.880583:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1790693485.880587:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693485.880589:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1790693485.880589:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097c00.
02000000:00000001:2.0:1790693485.880592:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693485.880595:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1790693485.880596:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.880600:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000020:00000001:3.0:1790693485.880600:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693485.880604:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000008:00100000:2.0:1790693485.880605:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000020:00000001:3.0:1790693485.880610:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000008:00000001:2.0:1790693485.880611:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693485.880615:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693485.880616:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
00000100:00000010:2.0:1790693485.880619:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
02000000:00000001:3.0:1790693485.880622:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:2.0:1790693485.880624:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693485.880625:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693485.880629:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
02000000:00000001:2.0:1790693485.880630:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693485.880632:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880635:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693485.880636:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693485.880638:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693485.880639:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693485.880642:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693485.880643:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693485.880649:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693485.880652:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693485.880655:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693485.880660:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693485.880662:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880663:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1790693485.880665:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880667:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880673:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693485.880676:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880677:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693485.880680:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693485.880681:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3979)
00000100:00000040:3.0:1790693485.880687:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880695:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693485.880697:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.880699:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693485.880701:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693485.880703:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693485.880706:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101321728:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693485.880709:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693485.880711:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693485.880713:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.880715:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693485.880718:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097c00.
02000000:00000001:3.0:1790693485.880720:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693485.880724:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693485.880727:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693485.880730:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693485.880733:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101321728, portal 10
00000100:00000001:3.0:1790693485.880735:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693485.880736:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:3.0:1790693485.880742:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880748:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693485.880751:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693485.880753:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693485.880756:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101321728, offset 0
00000400:00000200:3.0:1790693485.880759:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693485.880763:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.880767:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693485.880770:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693485.880772:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693485.880774:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693485.880776:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693485.880779:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6748:6748:256:4294967295] 192.168.204.134@tcp LPNI seq info [6743:6743:8:4294967295]
00000400:00000200:3.0:1790693485.880783:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.880789:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693485.880793:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.880797:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693485.880801:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693485.880803:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790693485.880808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693485.880810:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693485.880814:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.880816:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693485.880818:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693485.880821:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693485.880825:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693485.880838:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693485.880840:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693485.880844:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880851:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.880854:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880860:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880862:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693485.880865:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693485.880868:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693485.880871:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693485.880873:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298641939
00000100:00000001:3.0:1790693485.880876:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.880878:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298641939
00000100:00000001:3.0:1790693485.880880:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.880882:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693485.880884:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.880886:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693485.880889:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693485/real 1790693485]  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693485.880897:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693485.880898:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693485.880900:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693485.880902:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693485.880904:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693485.880905:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693485.880908:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693485.880916:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880922:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693485.880923:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.880925:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.880926:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693485.880929:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880936:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693485.880939:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880946:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693485.880948:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.880950:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.880951:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.880953:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693485.880955:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693485.880958:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693485.880961:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693485.880963:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693485.880967:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693485.880974:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101321728:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693485.880978:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693485.880981:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.880988:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693485.880989:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.880991:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693485.880993:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693485.880995:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693485.880998:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101321856:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693485.881001:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693485.881003:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693485.881005:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.881006:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693485.881010:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693485.881012:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693485.881015:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693485.881018:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693485.881020:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693485.881023:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101321856, portal 10
00000100:00000001:3.0:1790693485.881025:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693485.881026:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:3.0:1790693485.881032:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881037:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693485.881040:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693485.881042:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693485.881044:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101321856, offset 0
00000400:00000200:3.0:1790693485.881048:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693485.881052:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.881055:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693485.881058:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693485.881060:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693485.881062:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693485.881065:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693485.881067:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6749:6749:256:4294967295] 192.168.204.134@tcp LPNI seq info [6744:6744:8:4294967295]
00000400:00000200:3.0:1790693485.881071:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.881077:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693485.881082:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.881086:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693485.881090:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693485.881093:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790693485.881096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693485.881099:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693485.881102:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.881104:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693485.881107:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693485.881110:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693485.881113:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693485.881115:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693485.881118:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693485.881121:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881128:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.881131:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881136:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.881138:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693485.881141:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693485.881143:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693485.881147:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693485.881149:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298641945
00000100:00000001:3.0:1790693485.881151:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.881153:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298641945
00000100:00000001:3.0:1790693485.881155:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.881157:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693485.881159:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.881162:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693485.881166:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693485/real 1790693485]  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693485.881173:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693485.881174:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693485.881176:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693485.881178:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693485.881180:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693485.881182:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693485.881184:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693485.881192:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881202:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693485.881204:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881206:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.881207:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693485.881210:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881216:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693485.881219:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881225:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693485.881227:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881228:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.881230:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881232:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693485.881233:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693485.881236:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693485.881239:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693485.881241:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693485.881245:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693485.881253:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101321856:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693485.881256:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693485.881259:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881265:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693485.881266:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.881268:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693485.881270:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693485.881272:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693485.881274:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101321984:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693485.881277:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693485.881279:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693485.881280:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.881282:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693485.881285:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693485.881287:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693485.881291:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693485.881293:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693485.881296:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693485.881299:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101321984, portal 4
00000100:00000001:3.0:1790693485.881301:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693485.881302:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693485.881307:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881313:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693485.881315:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693485.881317:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693485.881320:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101321984, offset 0
00000400:00000200:3.0:1790693485.881323:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693485.881327:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.881330:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693485.881332:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693485.881335:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693485.881337:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693485.881339:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693485.881342:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6750:6750:256:4294967295] 192.168.204.134@tcp LPNI seq info [6745:6745:8:4294967295]
00000400:00000200:3.0:1790693485.881345:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.881351:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693485.881355:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.881358:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693485.881362:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693485.881364:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790693485.881367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693485.881370:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693485.881373:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.881374:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693485.881377:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693485.881380:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693485.881382:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693485.881384:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693485.881386:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693485.881389:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881395:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.881417:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881423:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.881425:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693485.881428:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693485.881431:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693485.881434:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693485.881436:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298641940
00000100:00000001:3.0:1790693485.881438:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.881441:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298641940
00000100:00000001:3.0:1790693485.881443:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.881444:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693485.881446:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.881448:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693485.881452:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693485/real 1790693485]  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693485.881465:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693485.881466:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693485.881468:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693485.881471:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693485.881472:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693485.881474:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693485.881478:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693485.881486:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881492:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693485.881493:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881495:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.881496:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693485.881500:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881506:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693485.881510:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881515:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693485.881518:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881519:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.881520:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881522:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693485.881523:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693485.881526:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693485.881529:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693485.881531:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693485.881535:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693485.881542:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101321984:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693485.881546:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693485.881549:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881555:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693485.881556:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.881559:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693485.881560:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693485.881562:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693485.881565:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322112:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693485.881567:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693485.881570:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693485.881571:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693485.881573:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693485.881576:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693485.881578:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693485.881581:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693485.881583:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693485.881586:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693485.881589:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101322112, portal 4
00000100:00000001:3.0:1790693485.881590:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693485.881592:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693485.881597:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881603:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693485.881605:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693485.881607:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693485.881610:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101322112, offset 0
00000400:00000200:3.0:1790693485.881613:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693485.881618:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.881621:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693485.881624:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693485.881626:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693485.881628:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693485.881631:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693485.881633:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6751:6751:256:4294967295] 192.168.204.134@tcp LPNI seq info [6746:6746:8:4294967295]
00000400:00000200:3.0:1790693485.881637:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693485.881643:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693485.881647:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.881650:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693485.881653:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693485.881656:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790693485.881660:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693485.881663:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693485.881666:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693485.881667:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693485.881670:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693485.881673:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693485.881676:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693485.881678:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693485.881680:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693485.881683:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881690:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.881693:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881699:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.881700:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693485.881703:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693485.881706:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693485.881709:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693485.881710:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298641945
00000100:00000001:3.0:1790693485.881713:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.881715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298641945
00000100:00000001:3.0:1790693485.881717:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298643202
00000100:00000001:3.0:1790693485.881719:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693485.881721:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.881722:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693485.881725:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693485/real 1790693485]  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693485.881732:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693485.881733:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693485.881735:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693485.881737:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693485.881739:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693485.881741:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693485.881744:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693485.881751:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881759:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693485.881760:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881762:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.881763:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693485.881767:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881772:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693485.881776:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881781:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693485.881784:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881785:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693485.881787:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881788:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693485.881790:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693485.881793:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693485.881795:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693485.881797:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693485.881801:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693485.881809:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322112:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693485.881812:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881814:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.881817:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101321728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881823:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693485.881839:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693485.881842:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097c00.
02000000:00000001:3.0:1790693485.881845:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693485.881846:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693485.881848:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693485.881850:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693485.881851:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693485.881854:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693485.881855:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693485.881857:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:3.0:1790693485.881859:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693485.881860:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881862:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.881865:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101321856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881871:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693485.881872:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693485.881874:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693485.881876:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693485.881877:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693485.881878:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693485.881881:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693485.881882:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:3.0:1790693485.881884:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693485.881885:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693485.881886:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:3.0:1790693485.881888:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693485.881889:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881891:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.881894:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101321984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881899:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693485.881901:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693485.881902:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693485.881904:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693485.881905:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693485.881906:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693485.881908:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693485.881909:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693485.881911:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693485.881912:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693485.881913:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693485.881915:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693485.881916:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881918:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693485.881921:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101322112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693485.881926:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693485.881927:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693485.881929:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693485.881931:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693485.881932:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693485.881933:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693485.881935:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693485.881937:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693485.881939:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693485.881940:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693485.881941:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693485.881943:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693485.881944:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881946:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693485.881950:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693485.881951:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693485.881953:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693485.881954:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693486.263535:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693486.263541:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693486.263543:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693486.263546:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693486.263548:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693486.263551:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693486.263552:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693486.263552:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693486.263559:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693486.263561:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693486.263563:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693486.263565:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693486.263567:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693486.263571:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693486.263574:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693486.263577:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693486.263577:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693486.263577:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693486.263579:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693486.263586:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693486.263587:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693486.263587:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693486.263588:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693486.263592:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693486.263593:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693486.263595:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693486.263598:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693486.263600:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693486.263600:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693486.263601:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693486.263603:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693486.263605:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693486.263609:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693486.263611:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693486.263615:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693486.263616:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693486.263617:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693486.263622:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693486.263628:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693486.263631:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693486.263634:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693486.263676:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693486.263680:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693486.263683:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693486.903513:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693486.903520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693486.903521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693486.903526:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693486.903530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693486.903532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693486.903535:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693486.903538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693486.903539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693487.223509:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298643202, at 4298643264
00000100:00000040:1.0:1790693487.223509:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298643202, at 4298643264
00000100:00000010:1.0:1790693487.223524:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78d20.
00000100:00000010:0.0:1790693487.223526:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78e40.
00000100:00000001:0.0:1790693487.287514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693487.287514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693487.287520:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693487.287523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693487.287523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693487.287524:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693487.287525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693487.287527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693487.287532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693487.287532:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693487.287533:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693487.287536:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693487.287537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693487.287538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693487.287541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693487.287542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693487.287542:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693487.287544:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693487.287544:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693487.287546:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693487.287547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693487.287548:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693487.287550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693487.287551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693487.287551:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693487.287556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693487.287574:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693487.287578:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693487.287589:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693487.287689:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693487.287693:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693487.287695:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693487.287698:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693487.287700:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693487.287703:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693487.287705:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693487.287706:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693487.287708:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693487.927536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693487.927545:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693487.927548:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693487.927555:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693487.927559:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693487.927563:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693487.927567:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693487.927570:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693487.927574:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311510:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693488.311517:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311523:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693488.311527:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693488.311529:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693488.311533:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311536:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693488.311539:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311541:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693488.311544:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693488.311544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693488.311544:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311548:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693488.311551:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693488.311551:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693488.311551:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693488.311553:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693488.311556:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311556:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1790693488.311557:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693488.311559:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693488.311562:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693488.311562:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693488.311562:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693488.311564:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693488.311566:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693488.311567:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693488.311568:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693488.311568:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693488.311571:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693488.311573:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693488.311573:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693488.311574:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693488.311574:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693488.311577:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311579:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693488.311580:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693488.311580:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693488.311582:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693488.311583:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693488.311584:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693488.311589:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693488.311590:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693488.311594:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693488.311597:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1790693488.311598:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693488.311600:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693488.311603:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693488.311604:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693488.311607:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693488.951514:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693488.951521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693488.951523:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693488.951528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693488.951532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693488.951536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693488.951539:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693488.951541:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693488.951544:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693489.335544:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693489.335544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693489.335553:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693489.335553:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693489.335554:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693489.335559:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693489.335560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693489.335560:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693489.335568:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693489.335570:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693489.335572:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693489.335575:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693489.335577:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693489.335579:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693489.335581:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693489.335583:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693489.335585:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693489.335590:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693489.335592:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693489.335593:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693489.335594:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693489.335596:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693489.335596:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693489.335599:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693489.335604:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693489.335605:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693489.335605:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693489.335615:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693489.335619:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693489.335625:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000020:00000001:3.0:1790693489.335629:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693489.335630:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693489.335637:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693489.335637:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693489.335646:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1790693489.335647:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693489.335651:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693489.335658:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693489.975577:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693489.975586:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693489.975590:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693489.975596:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693489.975602:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693489.975606:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693489.975608:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693489.975611:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693489.975614:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693490.359526:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693490.359534:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693490.359542:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693490.359544:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.359547:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693490.359547:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693490.359549:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693490.359556:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693490.359557:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.359558:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693490.359559:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693490.359562:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693490.359564:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693490.359567:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693490.359568:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693490.359571:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693490.359575:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693490.359577:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693490.359578:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693490.359578:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693490.359587:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693490.359591:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693490.359592:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693490.359594:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693490.359596:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693490.359600:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693490.359602:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693490.359606:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693490.359608:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693490.359611:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693490.359613:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693490.359614:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.359615:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693490.359618:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693490.359621:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.359622:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693490.359632:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693490.359634:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693490.999519:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693490.999519:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693490.999526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1790693490.999529:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693490.999529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693490.999533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693490.999535:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693490.999538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693490.999540:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693490.999542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693490.999546:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693490.999555:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3974
00000100:00000001:3.0:1790693490.999556:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693490.999560:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693490.999565:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693490.999566:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693490.999574:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693490.999578:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693490.999582:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999585:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693490.999588:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999591:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693490.999598:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693490.999601:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693490.999604:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693490.999607:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693490.999610:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693490.999613:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693490.999616:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999618:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693490.999620:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999622:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693490.999626:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693490.999630:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999632:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693490.999635:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693490.999638:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693490.999641:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.999643:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693490.999645:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693490.999653:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d180.
00000020:00000040:1.0:1790693490.999657:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693490.999661:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693490.999663:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.999666:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693490.999668:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693490.999672:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693490.999681:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693490.999689:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693490.999698:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693490.999707:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693490.999710:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693490.999715:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4107112] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693490.999742:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693490.999746:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693490.999749:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693490.999750:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693490.999752:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693490.999755:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693490.999758:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3974
00000400:00000200:1.0:1790693490.999763:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693490.999767:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693490.999767:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693490.999771:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693490.999773:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693490.999777:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693490.999778:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693490.999782:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693490.999787:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693490.999788:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693490.999790:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693490.999796:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693490.999799:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693490.999804:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693490.999804:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790693490.999809:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:3.0:1790693490.999809:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693490.999814:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693490.999816:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693490.999819:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693490.999823:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693490.999828:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101322240:192.168.204.134@tcp:250:
00000020:00000001:1.0:1790693490.999831:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693490.999833:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693490.999839:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1790693490.999840:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693490.999842:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.999844:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693490.999846:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1790693490.999848:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999852:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:3.0:1790693490.999853:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000020:00000040:1.0:1790693490.999854:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693490.999858:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693490.999861:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999865:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693490.999867:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693490.999869:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1790693490.999873:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
02000000:00000001:1.0:1790693490.999876:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693490.999880:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693490.999881:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000001:1.0:1790693490.999883:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693490.999888:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1790693490.999889:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101322240, portal 25
00000008:00000001:1.0:1790693490.999893:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693490.999895:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693490.999897:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693490.999898:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912798592 : -115045796753024 : ffff975dd026d180)
00000100:00000010:1.0:1790693490.999903:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ca80.
00000100:00000040:3.0:1790693490.999908:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693490.999909:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693490.999915:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693490.999918:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693490.999922:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693490.999925:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693490.999925:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1790693490.999930:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693490.999931:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000010:1.0:1790693490.999937:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000400:00000010:3.0:1790693490.999938:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000001:1.0:1790693490.999944:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693490.999946:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101322240, offset 0
00000100:00100000:1.0:1790693490.999951:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693490.999959:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693490.999961:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693490.999964:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693490.999969:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693490.999970:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bce32b5] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693490.999980:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693490.999982:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693490.999987:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693490.999988:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1790693490.999994:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1790693490.999995:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:1.0:1790693490.999997:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693491.000001:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693491.000001:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693491.000008:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693491.000008:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:1.0:1790693491.000014:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3974
00000400:00000200:3.0:1790693491.000017:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6752:6752:256:4294967295] 192.168.204.134@tcp LPNI seq info [6747:6747:8:4294967295]
00000400:00000200:1.0:1790693491.000025:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.000029:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693491.000032:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693491.000036:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693491.000042:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000047:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693491.000048:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1790693491.000053:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000056:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693491.000060:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.0:1790693491.000061:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693491.000062:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693491.000065:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693491.000068:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693491.000069:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000010:3.0:1790693491.000070:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000020:00000001:1.0:1790693491.000071:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693491.000076:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000078:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693491.000081:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000084:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693491.000084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693491.000091:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000020:00000040:1.0:1790693491.000096:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000200:3.1:1790693491.000101:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:1.0:1790693491.000104:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000200:3.1:1790693491.000106:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1790693491.000108:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693491.000113:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693491.000116:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1790693491.000117:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693491.000121:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693491.000123:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000100:00000001:1.0:1790693491.000126:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693491.000130:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693491.000132:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000134:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693491.000147:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000400:00000200:3.0:1790693491.000147:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1790693491.000151:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693491.000156:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693491.000157:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790693491.000159:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000163:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693491.000164:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1790693491.000165:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
02000000:00000001:1.0:1790693491.000167:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693491.000169:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
02000000:00000010:1.0:1790693491.000173:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:3.0:1790693491.000176:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693491.000179:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693491.000180:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693491.000189:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693491.000193:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693491.000197:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693491.000200:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693491.000202:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693491.000205:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000225:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000227:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693491.000231:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693491.000234:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693491.000235:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693491.000237:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693491.000240:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693491.000241:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693491.000247:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3974
00000100:00000001:3.0:1790693491.000251:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693491.000252:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693491.000257:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693491.000260:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693491.000261:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693491.000266:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298648322
00000100:00000040:1.0:1790693491.000268:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000272:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693491.000274:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000010:3.0:1790693491.000274:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78240.
00000100:00000001:1.0:1790693491.000280:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693491.000284:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693491.000284:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1790693491.000287:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693491.000291:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693491.000293:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298648322
00000020:00000040:1.0:1790693491.000294:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693491.000299:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000010:3.0:1790693491.000299:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f781e0.
00000020:00000001:1.0:1790693491.000304:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693491.000305:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1790693491.000310:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693491.000312:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693491.000316:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693491.000317:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693491.000321:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693491.000322:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693491.000324:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693491.000328:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00100000:3.0:1790693491.000332:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693490/real 1790693491]  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693491.000334:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000340:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693491.000343:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693491.000346:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693491.000349:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000350:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000001:3.0:1790693491.000351:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:1.0:1790693491.000353:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000001:3.0:1790693491.000354:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:1.0:1790693491.000357:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693491.000358:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000100:00000001:1.0:1790693491.000360:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693491.000362:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000100:00000010:1.0:1790693491.000364:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000400:00000010:3.0:1790693491.000365:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000020:00000040:1.0:1790693491.000370:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:3.0:1790693491.000370:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:1.0:1790693491.000374:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693491.000377:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693491.000377:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693491.000382:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693491.000384:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693491.000386:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693491.000391:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000200:3.0:1790693491.000395:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693491.000396:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.000425:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693491.000427:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.000430:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.000434:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693491.000438:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1790693491.000442:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693491.000457:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693491.000460:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693491.000461:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693491.000468:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693491.000470:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000489:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693491.000490:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693491.000496:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693491.000496:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.000502:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1790693491.000503:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693491.000505:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693491.000507:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693491.000510:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1790693491.000511:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693491.000514:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693491.000516:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693491.000520:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693491.000521:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3974
00000400:00000200:1.0:1790693491.000530:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:3.0:1790693491.000530:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693491.000536:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1790693491.000539:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693491.000544:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693491.000544:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693491.000551:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000557:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1790693491.000561:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101322240:192.168.204.134@tcp:250:
00000100:00000040:1.0:1790693491.000562:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000568:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693491.000570:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693491.000573:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693491.000574:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1790693491.000577:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000040:3.0:1790693491.000581:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d180 x1877674101322240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693491.000582:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693491.000585:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693491.000590:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693491.000596:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693491.000596:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693491.000599:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1790693491.000603:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:3.0:1790693491.000605:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
00000100:00000001:1.0:1790693491.000607:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693491.000610:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1790693491.000611:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000020:00000001:3.0:1790693491.000614:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:1.0:1790693491.000616:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693491.000618:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000040:1.0:1790693491.000621:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000020:00000001:3.0:1790693491.000622:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693491.000627:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
00000100:00080000:1.0:1790693491.000628:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693491.000632:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693491.000634:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693491.000634:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693491.000638:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1790693491.000639:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1790693491.000642:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d180.
02000000:00000001:1.0:1790693491.000643:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000648:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693491.000648:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000008:00100000:1.0:1790693491.000650:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693491.000651:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.000655:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1790693491.000656:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000660:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.000663:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:1.0:1790693491.000664:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000020:00000040:1.0:1790693491.000667:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693491.000670:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693491.000671:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000672:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693491.000674:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693491.000676:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693491.000679:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:3.0:1790693491.000683:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000684:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.000687:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693491.000690:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693491.000692:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693491.000692:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693491.000699:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693491.000703:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693491.000705:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693491.000713:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000715:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693491.000718:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.000723:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.000724:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693491.000736:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693491.000738:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693491.000743:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3984)
00000100:00100000:3.0:1790693491.000743:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322368:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693491.000749:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693491.000750:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693491.000752:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.000755:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693491.000758:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693491.000760:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693491.000764:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693491.000767:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693491.000771:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693491.000774:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101322368, portal 10
00000100:00000001:3.0:1790693491.000779:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693491.000781:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912796800 : -115045796754816 : ffff975dd026ca80)
00000100:00000040:3.0:1790693491.000787:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000793:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693491.000795:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693491.000798:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693491.000800:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101322368, offset 0
00000400:00000200:3.0:1790693491.000805:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693491.000808:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.000812:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693491.000814:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693491.000815:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693491.000817:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693491.000820:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693491.000823:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6753:6753:256:4294967295] 192.168.204.134@tcp LPNI seq info [6748:6748:8:4294967295]
00000400:00000200:3.0:1790693491.000827:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.000833:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693491.000837:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.000841:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693491.000846:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693491.000849:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693491.000852:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693491.000854:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693491.000858:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.000859:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693491.000863:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693491.000866:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693491.000868:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693491.000870:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693491.000872:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693491.000875:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000882:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.000885:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000891:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.000892:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693491.000895:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693491.000898:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693491.000901:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693491.000903:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298647059
00000100:00000001:3.0:1790693491.000906:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.000908:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298647059
00000100:00000001:3.0:1790693491.000910:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.000912:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693491.000914:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.000916:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693491.000920:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693491/real 1790693491]  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693491.000928:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693491.000929:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693491.000931:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693491.000933:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693491.000935:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693491.000937:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693491.000939:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693491.000944:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000948:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693491.000949:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.000951:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.000951:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693491.000953:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000957:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693491.000960:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000964:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693491.000966:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.000966:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.000967:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.000968:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693491.000969:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693491.000971:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693491.000973:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693491.000974:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693491.000976:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693491.000980:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322368:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693491.000983:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693491.000985:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.000992:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693491.000993:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.000995:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693491.000996:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693491.000997:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693491.000998:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322496:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693491.001000:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693491.001001:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693491.001002:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.001003:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693491.001005:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693491.001006:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693491.001009:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693491.001010:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693491.001012:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693491.001013:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101322496, portal 10
00000100:00000001:3.0:1790693491.001015:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693491.001015:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:3.0:1790693491.001019:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001022:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693491.001024:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693491.001025:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693491.001026:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101322496, offset 0
00000400:00000200:3.0:1790693491.001028:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693491.001031:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.001032:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693491.001034:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693491.001036:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693491.001037:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693491.001039:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693491.001041:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6754:6754:256:4294967295] 192.168.204.134@tcp LPNI seq info [6749:6749:8:4294967295]
00000400:00000200:3.0:1790693491.001044:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.001048:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693491.001050:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.001052:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693491.001055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693491.001057:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693491.001061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693491.001063:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693491.001067:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.001069:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693491.001071:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693491.001074:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693491.001077:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693491.001078:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693491.001080:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693491.001084:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001091:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.001094:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001100:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001102:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693491.001105:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693491.001107:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693491.001111:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693491.001113:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298647065
00000100:00000001:3.0:1790693491.001115:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.001117:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298647065
00000100:00000001:3.0:1790693491.001119:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.001121:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693491.001124:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001125:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693491.001129:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693491/real 1790693491]  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693491.001136:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693491.001137:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693491.001139:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693491.001141:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693491.001142:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693491.001144:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693491.001147:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693491.001155:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001162:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693491.001163:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001164:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.001166:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693491.001168:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001172:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693491.001174:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001178:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693491.001180:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001181:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.001181:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001182:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693491.001183:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693491.001185:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693491.001187:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693491.001188:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693491.001191:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693491.001195:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322496:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693491.001197:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693491.001198:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001202:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693491.001203:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.001204:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693491.001205:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693491.001206:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693491.001208:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322624:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693491.001210:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693491.001211:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693491.001212:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.001213:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693491.001215:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693491.001216:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693491.001218:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693491.001219:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693491.001221:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693491.001223:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101322624, portal 4
00000100:00000001:3.0:1790693491.001225:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693491.001226:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:3.0:1790693491.001232:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001237:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693491.001240:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693491.001242:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693491.001244:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101322624, offset 0
00000400:00000200:3.0:1790693491.001248:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693491.001251:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.001255:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693491.001257:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693491.001259:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693491.001262:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693491.001264:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693491.001267:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6755:6755:256:4294967295] 192.168.204.134@tcp LPNI seq info [6750:6750:8:4294967295]
00000400:00000200:3.0:1790693491.001271:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.001276:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693491.001281:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.001283:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693491.001287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693491.001289:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693491.001291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693491.001293:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693491.001295:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.001297:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693491.001299:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693491.001302:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693491.001305:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693491.001307:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693491.001309:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693491.001312:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001318:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.001321:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001327:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001328:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693491.001332:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693491.001335:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693491.001338:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693491.001340:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298647059
00000100:00000001:3.0:1790693491.001342:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.001343:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298647059
00000100:00000001:3.0:1790693491.001345:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.001347:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693491.001349:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001351:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693491.001353:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693491/real 1790693491]  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693491.001359:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693491.001359:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693491.001360:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693491.001362:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693491.001363:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693491.001364:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693491.001366:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693491.001371:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001374:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693491.001375:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001376:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.001377:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693491.001378:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001382:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693491.001384:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001388:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693491.001390:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001391:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.001392:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001393:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693491.001394:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693491.001395:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693491.001415:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693491.001417:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693491.001421:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693491.001428:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322624:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693491.001431:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001433:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.001436:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ca80 x1877674101322368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001441:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693491.001442:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693491.001444:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693491.001445:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693491.001446:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693491.001447:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693491.001449:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693491.001450:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:3.0:1790693491.001451:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693491.001452:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693491.001453:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ca80.
00000100:00000001:3.0:1790693491.001454:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693491.001455:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001457:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.001459:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101322496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001463:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693491.001464:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693491.001464:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693491.001466:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693491.001466:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693491.001467:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693491.001468:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693491.001469:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:3.0:1790693491.001470:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693491.001470:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693491.001471:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:3.0:1790693491.001472:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693491.001473:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001474:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.001475:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101322624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001478:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693491.001479:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693491.001480:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693491.001481:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693491.001481:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693491.001482:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693491.001483:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693491.001483:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:3.0:1790693491.001484:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693491.001485:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693491.001486:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:3.0:1790693491.001487:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693491.001487:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001488:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001490:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693491.001491:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001492:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693491.001494:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693491.001495:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693491.001497:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001504:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693491.001505:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.001507:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693491.001508:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693491.001510:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693491.001513:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322752:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693491.001516:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693491.001518:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693491.001519:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693491.001521:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693491.001524:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693491.001526:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693491.001529:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693491.001531:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693491.001535:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693491.001537:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101322752, portal 4
00000100:00000001:3.0:1790693491.001539:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693491.001540:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:3.0:1790693491.001546:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001552:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693491.001555:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693491.001557:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693491.001559:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101322752, offset 0
00000400:00000200:3.0:1790693491.001563:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693491.001567:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.001570:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693491.001573:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693491.001576:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693491.001579:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693491.001581:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693491.001584:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6756:6756:256:4294967295] 192.168.204.134@tcp LPNI seq info [6751:6751:8:4294967295]
00000400:00000200:3.0:1790693491.001587:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693491.001593:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693491.001596:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.001598:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693491.001600:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693491.001602:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693491.001604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693491.001606:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693491.001608:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693491.001609:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693491.001611:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693491.001613:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693491.001615:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693491.001616:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693491.001618:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693491.001620:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001625:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.001628:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001634:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001635:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693491.001638:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693491.001640:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693491.001643:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693491.001645:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298647065
00000100:00000001:3.0:1790693491.001647:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.001649:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298647065
00000100:00000001:3.0:1790693491.001651:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298648322
00000100:00000001:3.0:1790693491.001653:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693491.001655:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001657:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693491.001660:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693491/real 1790693491]  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693491.001667:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693491.001668:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693491.001670:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693491.001672:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693491.001673:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693491.001675:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693491.001678:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693491.001686:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001692:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693491.001693:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001695:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.001696:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693491.001699:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001705:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693491.001709:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001715:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693491.001717:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001718:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693491.001720:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001722:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693491.001723:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693491.001736:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693491.001740:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693491.001742:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693491.001746:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693491.001754:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101322752:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693491.001757:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001758:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693491.001761:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101322752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693491.001768:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693491.001770:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693491.001772:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693491.001774:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693491.001775:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693491.001776:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693491.001778:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693491.001780:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693491.001782:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693491.001783:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693491.001784:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:3.0:1790693491.001787:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693491.001788:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001789:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693491.001792:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693491.001794:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693491.001795:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693491.001797:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693491.383514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693491.383514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693491.383519:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693491.383520:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693491.383523:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693491.383524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693491.383524:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693491.383528:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693491.383528:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693491.383530:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693491.383532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693491.383533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693491.383534:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693491.383534:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693491.383536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693491.383537:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693491.383540:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693491.383541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693491.383541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693491.383542:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693491.383545:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693491.383546:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693491.383547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693491.383547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693491.383549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693491.383550:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693491.383552:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693491.383553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693491.383554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693491.383554:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693491.383558:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693491.383558:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693491.383563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693491.383564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693491.383564:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693491.383568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693491.383570:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693491.383574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693491.383574:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693491.383576:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693491.383581:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693491.383604:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693491.383607:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693491.383610:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693492.023503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693492.023511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693492.023514:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693492.023519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693492.023524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693492.023528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693492.023530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693492.023532:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693492.023536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693492.343499:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298648322, at 4298648384
00000100:00000040:1.0:1790693492.343499:0:29792:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298648322, at 4298648384
00000100:00000010:0.0:1790693492.343514:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78240.
00000100:00000010:1.0:1790693492.343520:0:29792:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f781e0.
00000100:00000001:1.0:1790693492.407502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693492.407502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693492.407508:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693492.407511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693492.407511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693492.407513:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693492.407516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693492.407516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693492.407520:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693492.407523:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693492.407524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693492.407527:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693492.407529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693492.407530:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693492.407531:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693492.407535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693492.407537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693492.407539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693492.407540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693492.407541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693492.407542:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693492.407544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693492.407548:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693492.407556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693492.407559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693492.407562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693492.407577:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1790693492.407581:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693492.407582:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693492.407585:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693492.407587:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693492.407589:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00010000:2.0:1790693492.407591:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693492.407595:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693492.407598:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693492.407601:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693492.407603:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693492.407605:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693493.047561:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693493.047569:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693493.047572:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693493.047581:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693493.047587:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693493.047591:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693493.047594:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693493.047597:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693493.047600:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693493.431517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693493.431526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693493.431529:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693493.431532:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693493.431534:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693493.431540:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693493.431540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693493.431540:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693493.431544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693493.431546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693493.431552:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693493.431553:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693493.431553:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693493.431554:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693493.431560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693493.431561:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693493.431561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693493.431562:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693493.431572:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693493.431575:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693493.431576:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693493.431576:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693493.431580:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693493.431585:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693493.431586:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693493.431589:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693493.431590:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693493.431591:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693493.431592:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693493.431596:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693493.431602:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693493.431602:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693493.431607:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693493.431610:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693493.431612:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693493.431622:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693493.431625:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693493.431628:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693494.071501:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693494.071509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693494.071511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693494.071516:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693494.071520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693494.071523:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693494.071525:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693494.071527:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693494.071530:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693494.455496:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693494.455496:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693494.455502:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693494.455503:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693494.455503:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693494.455505:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693494.455506:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693494.455507:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693494.455507:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693494.455510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693494.455514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693494.455515:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693494.455515:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693494.455516:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693494.455519:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693494.455521:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693494.455522:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693494.455522:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693494.455523:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693494.455528:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693494.455528:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693494.455529:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693494.455529:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693494.455532:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693494.455534:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693494.455534:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693494.455538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693494.455538:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693494.455538:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693494.455543:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693494.455544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693494.455544:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693494.455544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693494.455549:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693494.455553:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693494.455574:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693494.455578:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693494.455582:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693495.095543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693495.095552:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693495.095554:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693495.095560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693495.095563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693495.095568:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693495.095571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693495.095573:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693495.095577:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693495.479501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693495.479501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693495.479507:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693495.479508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693495.479509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693495.479510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693495.479511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693495.479513:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693495.479514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693495.479515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693495.479517:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693495.479520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693495.479521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693495.479522:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693495.479522:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693495.479526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693495.479527:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693495.479528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693495.479528:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693495.479530:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693495.479533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693495.479536:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693495.479537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693495.479537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693495.479537:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693495.479541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693495.479542:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693495.479543:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693495.479544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693495.479544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693495.479550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693495.479551:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693495.479553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693495.479555:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693495.479559:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693495.479582:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693495.479585:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693495.479587:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693496.119535:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1790693496.119539:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693496.119544:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693496.119549:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693496.119557:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1790693496.119558:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693496.119566:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693496.119567:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693496.119572:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.119574:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693496.119576:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.119578:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693496.119590:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693496.119596:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693496.119606:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3979
00000400:00000200:1.0:1790693496.119616:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693496.119623:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693496.119639:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693496.119644:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.119650:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693496.119653:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.119656:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693496.119669:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693496.119672:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693496.119676:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693496.119680:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693496.119683:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693496.119686:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693496.119690:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.119693:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693496.119695:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.119697:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693496.119700:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693496.119704:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693496.119706:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693496.119710:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693496.119714:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693496.119717:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.119719:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693496.119722:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693496.119735:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693496.119738:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693496.119743:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693496.119744:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.119749:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693496.119752:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693496.119757:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693496.119766:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693496.119774:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693496.119785:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693496.119796:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693496.119800:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693496.119805:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693496.119826:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693496.119829:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693496.119832:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693496.119834:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693496.119836:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693496.119840:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693496.119843:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3979
00000400:00000200:1.0:1790693496.119848:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693496.119851:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1790693496.119852:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693496.119859:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693496.119859:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693496.119864:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693496.119869:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.119874:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693496.119882:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693496.119883:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693496.119885:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693496.119897:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693496.119901:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693496.119906:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693496.119911:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:3.0:1790693496.119913:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1790693496.119915:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693496.119917:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693496.119919:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693496.119923:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693496.119928:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790693496.119929:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693496.119938:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693496.119942:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101322880:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693496.119946:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693496.119947:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693496.119955:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1790693496.119957:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693496.119959:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.119966:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693496.119967:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1790693496.119976:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000010:3.0:1790693496.119977:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693496.119980:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693496.119985:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693496.119992:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693496.119994:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693496.119997:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
02000000:00000001:1.0:1790693496.120000:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1790693496.120003:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
02000000:00000001:1.0:1790693496.120009:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1790693496.120011:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101322880, portal 25
02000000:00000001:1.0:1790693496.120022:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120022:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693496.120029:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000001:1.0:1790693496.120030:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693496.120038:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1790693496.120040:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693496.120047:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120061:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693496.120063:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.120064:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000010:1.0:1790693496.120075:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000400:00000010:3.0:1790693496.120078:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000020:00000040:1.0:1790693496.120079:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693496.120083:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1790693496.120083:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101322880, offset 0
02000000:00000001:1.0:1790693496.120089:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.120092:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693496.120094:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693496.120098:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.120098:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000010:1.0:1790693496.120106:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693496.120113:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.120118:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:1.0:1790693496.120125:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693496.120130:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693496.120146:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693496.120146:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693496.120151:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.120154:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:1.0:1790693496.120160:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693496.120166:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693496.120181:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.120184:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693496.120192:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693496.120193:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6757:6757:256:4294967295] 192.168.204.134@tcp LPNI seq info [6752:6752:8:4294967295]
00000100:00080000:1.0:1790693496.120205:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693496.120211:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693496.120211:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693496.120215:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693496.120221:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693496.120227:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3979
00000400:00000200:3.0:1790693496.120237:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693496.120245:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693496.120248:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693496.120255:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693496.120259:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1790693496.120259:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000100:00000040:1.0:1790693496.120269:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.120272:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693496.120277:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.120280:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693496.120287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693496.120288:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693496.120291:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693496.120296:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693496.120299:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000200:3.0:1790693496.120301:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1790693496.120303:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693496.120311:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693496.120319:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.120322:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1790693496.120326:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693496.120328:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.120332:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.1:1790693496.120336:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1790693496.120338:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693496.120346:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693496.120349:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693496.120354:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693496.120355:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693496.120359:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1790693496.120361:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
02000000:00000001:1.0:1790693496.120362:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.120366:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693496.120372:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693496.120376:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.120378:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693496.120379:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693496.120389:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000400:00000200:3.0:1790693496.120393:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1790693496.120395:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:3.0:1790693496.120430:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693496.120432:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693496.120436:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1790693496.120439:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693496.120441:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.120444:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1790693496.120444:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693496.120449:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693496.120455:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693496.120464:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693496.120470:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120472:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1790693496.120478:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693496.120481:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693496.120513:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693496.120516:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.120518:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120519:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693496.120528:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693496.120533:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693496.120537:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693496.120541:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298653443
00000100:00000010:3.0:1790693496.120552:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78420.
00000100:00000001:1.0:1790693496.120557:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120562:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1790693496.120563:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693496.120569:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693496.120571:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693496.120572:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298653443
00000100:00080000:1.0:1790693496.120574:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1790693496.120576:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78660.
00000100:00000001:3.0:1790693496.120584:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693496.120587:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693496.120589:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693496.120597:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3979
00000100:00000001:3.0:1790693496.120597:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120606:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1790693496.120611:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:3.0:1790693496.120613:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693496/real 1790693496]  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693496.120622:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693496.120641:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1790693496.120646:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1790693496.120649:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000001:3.0:1790693496.120650:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693496.120654:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000100:00000001:1.0:1790693496.120656:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693496.120658:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693496.120662:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000040:1.0:1790693496.120664:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693496.120668:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790693496.120669:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693496.120677:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1790693496.120678:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693496.120681:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693496.120685:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693496.120690:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693496.120698:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693496.120708:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693496.120719:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693496.120721:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693496.120726:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693496.120736:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693496.120739:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693496.120741:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693496.120742:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.120747:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.120750:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693496.120751:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00100000:3.0:1790693496.120758:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693496.120763:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693496.120772:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693496.120782:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693496.120789:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693496.120792:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693496.120797:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693496.120801:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.120816:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693496.120817:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1790693496.120824:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693496.120826:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1790693496.120833:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120834:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.120838:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693496.120839:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.120844:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000010:1.0:1790693496.120847:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000100:00000001:3.0:1790693496.120848:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1790693496.120854:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00080000:3.0:1790693496.120857:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1790693496.120863:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693496.120867:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693496.120868:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693496.120873:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693496.120876:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1790693496.120877:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693496.120881:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.120886:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693496.120889:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693496.120896:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693496.120910:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101322880:192.168.204.134@tcp:250:
00000100:00100000:1.0:1790693496.120911:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693496.120925:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693496.120929:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693496.120931:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693496.120933:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.120940:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101322880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693496.120944:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.120974:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1790693496.120977:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693496.120982:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1790693496.120982:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693496.120990:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
00000100:00080000:1.0:1790693496.120991:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693496.120994:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693496.120998:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1790693496.120999:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1790693496.121005:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000020:00000001:3.0:1790693496.121006:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693496.121010:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00080000:1.0:1790693496.121011:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3979
00000020:00000001:3.0:1790693496.121020:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000400:00000200:1.0:1790693496.121024:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:3.0:1790693496.121025:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
00000400:00000200:1.0:1790693496.121031:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:3.0:1790693496.121034:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1790693496.121036:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1790693496.121038:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693496.121042:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000040:1.0:1790693496.121044:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693496.121049:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693496.121050:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693496.121053:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693496.121058:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693496.121059:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693496.121065:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693496.121071:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693496.121071:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1790693496.121077:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:3.0:1790693496.121078:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693496.121081:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693496.121083:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693496.121086:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:3.0:1790693496.121088:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693496.121091:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693496.121092:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693496.121098:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693496.121104:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693496.121108:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.121115:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693496.121124:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693496.121130:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693496.121133:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790693496.121137:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:3.0:1790693496.121137:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.121147:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1790693496.121149:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:3.0:1790693496.121151:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693496.121157:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.121159:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693496.121163:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1790693496.121169:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323008:192.168.204.134@tcp:38:
02000000:00000001:1.0:1790693496.121170:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693496.121178:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.121181:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693496.121183:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693496.121187:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1790693496.121187:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693496.121192:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693496.121195:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.121198:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693496.121200:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693496.121204:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
00000100:00000010:1.0:1790693496.121207:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
02000000:00000001:3.0:1790693496.121209:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693496.121213:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693496.121219:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693496.121220:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693496.121225:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693496.121230:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000100:00000001:1.0:1790693496.121231:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693496.121235:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1790693496.121239:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
02000000:00000001:1.0:1790693496.121240:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693496.121247:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323008, portal 10
02000000:00000010:1.0:1790693496.121250:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:3.0:1790693496.121253:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693496.121257:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000001:1.0:1790693496.121258:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693496.121271:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693496.121273:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693496.121308:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693496.121312:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693496.121313:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.121320:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693496.121327:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1790693496.121329:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693496.121337:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101323008, offset 0
00000400:00000200:3.0:1790693496.121355:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693496.121361:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.121367:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693496.121371:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3989)
00000400:00000200:3.0:1790693496.121376:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693496.121382:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693496.121385:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693496.121388:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693496.121391:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693496.121436:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6758:6758:256:4294967295] 192.168.204.134@tcp LPNI seq info [6753:6753:8:4294967295]
00000400:00000200:3.0:1790693496.121442:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693496.121451:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693496.121460:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.121464:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693496.121468:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693496.121472:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693496.121477:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693496.121480:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693496.121483:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.121485:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693496.121488:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693496.121491:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693496.121494:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693496.121496:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693496.121499:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693496.121502:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121511:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.121514:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121519:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.121521:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693496.121524:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.121528:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693496.121531:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693496.121533:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298652180
00000100:00000001:3.0:1790693496.121535:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.121537:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298652180
00000100:00000001:3.0:1790693496.121539:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.121541:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693496.121543:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.121545:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693496.121548:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693496/real 1790693496]  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693496.121555:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693496.121556:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693496.121558:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693496.121560:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693496.121562:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693496.121564:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693496.121567:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693496.121574:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121581:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693496.121582:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.121584:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.121585:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693496.121589:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121595:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693496.121599:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121606:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693496.121608:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.121610:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.121611:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.121613:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693496.121615:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693496.121618:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693496.121622:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693496.121624:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693496.121640:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693496.121649:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323008:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693496.121653:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693496.121657:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121664:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693496.121665:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.121667:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693496.121669:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693496.121672:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693496.121674:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323136:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693496.121677:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693496.121680:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693496.121681:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.121683:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693496.121687:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693496.121689:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.121692:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693496.121695:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693496.121698:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693496.121701:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323136, portal 10
00000100:00000001:3.0:1790693496.121703:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693496.121704:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:3.0:1790693496.121710:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121717:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693496.121719:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693496.121721:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693496.121724:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101323136, offset 0
00000400:00000200:3.0:1790693496.121727:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693496.121731:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693496.121734:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693496.121737:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693496.121739:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693496.121741:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693496.121743:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693496.121746:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6759:6759:256:4294967295] 192.168.204.134@tcp LPNI seq info [6754:6754:8:4294967295]
00000400:00000200:3.0:1790693496.121750:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693496.121756:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693496.121759:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.121761:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693496.121764:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693496.121765:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693496.121768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693496.121770:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693496.121784:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.121785:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693496.121787:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693496.121789:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693496.121792:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693496.121793:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693496.121795:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693496.121798:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121803:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.121805:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121809:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.121810:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693496.121812:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.121814:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693496.121817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693496.121819:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298652186
00000100:00000001:3.0:1790693496.121822:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.121824:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298652186
00000100:00000001:3.0:1790693496.121826:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.121828:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693496.121830:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.121832:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693496.121836:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693496/real 1790693496]  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693496.121844:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693496.121846:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693496.121847:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693496.121850:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693496.121852:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693496.121854:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693496.121857:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693496.121866:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121876:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693496.121878:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.121880:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.121881:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693496.121885:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121891:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693496.121895:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121902:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693496.121904:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.121906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.121907:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.121909:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693496.121910:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693496.121912:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693496.121915:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693496.121917:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693496.121921:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693496.121929:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323136:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693496.121932:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693496.121936:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121942:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693496.121943:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.121945:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693496.121948:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693496.121950:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693496.121953:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323264:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693496.121956:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693496.121958:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693496.121960:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.121961:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693496.121964:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693496.121966:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.121970:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693496.121972:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693496.121975:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693496.121978:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323264, portal 4
00000100:00000001:3.0:1790693496.121980:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693496.121981:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:3.0:1790693496.121987:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.121992:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693496.121994:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693496.121996:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693496.121999:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101323264, offset 0
00000400:00000200:3.0:1790693496.122003:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693496.122006:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693496.122010:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693496.122012:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693496.122015:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693496.122017:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693496.122019:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693496.122022:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6760:6760:256:4294967295] 192.168.204.134@tcp LPNI seq info [6755:6755:8:4294967295]
00000400:00000200:3.0:1790693496.122026:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693496.122031:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693496.122034:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.122037:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693496.122040:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693496.122042:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693496.122044:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693496.122046:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693496.122048:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.122050:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693496.122051:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693496.122054:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693496.122056:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693496.122057:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693496.122059:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693496.122061:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122066:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.122068:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122072:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.122073:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693496.122075:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.122077:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693496.122079:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693496.122081:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298652180
00000100:00000001:3.0:1790693496.122082:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.122084:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298652180
00000100:00000001:3.0:1790693496.122085:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.122086:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693496.122087:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.122088:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693496.122090:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693496/real 1790693496]  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693496.122098:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693496.122099:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693496.122100:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693496.122101:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693496.122102:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693496.122103:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693496.122105:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693496.122110:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122113:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693496.122114:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122115:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.122115:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693496.122117:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122120:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693496.122122:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122126:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693496.122128:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122129:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.122130:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122131:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693496.122132:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693496.122133:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693496.122135:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693496.122136:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693496.122139:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693496.122143:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323264:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693496.122146:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122147:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.122148:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101323008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122152:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693496.122153:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693496.122154:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693496.122155:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693496.122156:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693496.122158:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693496.122160:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693496.122161:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:3.0:1790693496.122164:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693496.122165:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693496.122167:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:3.0:1790693496.122169:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693496.122170:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122171:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.122174:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101323136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122180:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693496.122181:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693496.122183:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693496.122185:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693496.122186:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693496.122187:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693496.122189:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693496.122190:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:3.0:1790693496.122192:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693496.122193:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693496.122195:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:3.0:1790693496.122198:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693496.122199:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122200:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.122203:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101323264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122209:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693496.122211:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693496.122212:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693496.122214:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693496.122215:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693496.122216:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693496.122218:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693496.122219:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:3.0:1790693496.122220:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693496.122221:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693496.122222:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:3.0:1790693496.122224:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693496.122224:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122226:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122228:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693496.122229:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.122231:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693496.122232:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693496.122233:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693496.122235:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122240:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693496.122241:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.122242:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693496.122244:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693496.122245:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693496.122246:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323392:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693496.122248:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693496.122250:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693496.122251:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693496.122252:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693496.122254:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693496.122255:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693496.122257:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693496.122259:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693496.122261:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693496.122263:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323392, portal 4
00000100:00000001:3.0:1790693496.122264:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693496.122265:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:3.0:1790693496.122268:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122272:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693496.122274:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693496.122275:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693496.122276:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101323392, offset 0
00000400:00000200:3.0:1790693496.122278:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693496.122280:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693496.122283:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693496.122284:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693496.122286:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693496.122287:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693496.122289:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693496.122290:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6761:6761:256:4294967295] 192.168.204.134@tcp LPNI seq info [6756:6756:8:4294967295]
00000400:00000200:3.0:1790693496.122293:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693496.122297:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693496.122300:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.122302:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693496.122304:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693496.122305:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693496.122308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693496.122310:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693496.122312:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693496.122314:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693496.122315:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693496.122317:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693496.122319:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693496.122320:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693496.122321:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693496.122323:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122327:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.122329:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122333:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.122334:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693496.122335:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693496.122337:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693496.122339:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693496.122340:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298652185
00000100:00000001:3.0:1790693496.122341:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.122343:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298652185
00000100:00000001:3.0:1790693496.122344:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298653443
00000100:00000001:3.0:1790693496.122345:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693496.122346:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.122347:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693496.122349:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693496/real 1790693496]  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693496.122353:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693496.122354:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693496.122355:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693496.122356:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693496.122357:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693496.122358:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693496.122360:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693496.122364:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122368:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693496.122369:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122369:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.122370:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693496.122372:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122375:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693496.122377:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122381:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693496.122382:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122383:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693496.122383:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122384:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693496.122385:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693496.122386:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693496.122388:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693496.122389:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693496.122391:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693496.122395:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323392:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693496.122415:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122416:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693496.122418:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101323392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693496.122422:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693496.122423:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693496.122424:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693496.122426:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693496.122427:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693496.122427:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693496.122429:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693496.122430:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:3.0:1790693496.122431:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693496.122432:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693496.122433:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:3.0:1790693496.122434:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693496.122435:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122436:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693496.122437:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693496.122438:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693496.122439:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693496.122440:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693496.503534:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693496.503540:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693496.503541:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693496.503543:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693496.503545:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693496.503548:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693496.503548:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.503549:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693496.503552:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693496.503557:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693496.503557:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693496.503557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693496.503564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693496.503565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693496.503565:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693496.503569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693496.503571:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693496.503572:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693496.503572:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693496.503573:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693496.503578:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693496.503578:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693496.503579:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693496.503583:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693496.503583:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503584:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693496.503586:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693496.503591:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693496.503591:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693496.503591:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503598:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693496.503599:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503602:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503606:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503609:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503614:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693496.503616:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503631:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693496.503633:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693496.503638:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693496.503640:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693496.503661:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693496.503664:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693496.503666:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693497.143496:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693497.143504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693497.143506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693497.143511:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693497.143515:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693497.143519:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693497.143523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693497.143525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693497.143528:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693497.463519:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298653443, at 4298653504
00000100:00000040:1.0:1790693497.463519:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298653443, at 4298653504
00000100:00000010:1.0:1790693497.463536:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78660.
00000100:00000010:0.0:1790693497.463538:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78420.
00000100:00000001:0.0:1790693497.527512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693497.527512:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693497.527519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693497.527519:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693497.527521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693497.527522:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693497.527523:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693497.527528:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693497.527529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693497.527531:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693497.527534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693497.527536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693497.527540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693497.527541:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693497.527542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693497.527545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693497.527545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693497.527546:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693497.527547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693497.527554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693497.527554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693497.527556:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693497.527558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693497.527561:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693497.527563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693497.527563:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693497.527565:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693497.527568:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693497.527569:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693497.527577:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693497.527584:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693497.527589:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693497.527593:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693497.527596:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693497.527611:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693497.527616:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693497.527622:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693497.527626:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693498.167508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693498.167516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693498.167519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693498.167524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693498.167529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693498.167532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693498.167536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693498.167538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693498.167541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693498.551652:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693498.551668:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693498.551673:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693498.551685:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693498.551690:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693498.551691:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693498.551701:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693498.551704:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693498.551707:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693498.551711:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693498.551712:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693498.551717:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693498.551722:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551723:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693498.551736:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693498.551738:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693498.551745:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693498.551750:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693498.551750:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693498.551758:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551764:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693498.551768:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551771:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551774:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551780:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693498.551782:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693498.551784:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693498.551787:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693498.551787:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551793:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693498.551794:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693498.551795:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693498.551799:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693498.551809:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551810:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693498.551815:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693498.551815:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693498.551821:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693498.551822:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693498.551825:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693498.551826:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693498.551831:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693498.551834:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693498.551836:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693498.551839:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693498.551840:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693498.551843:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693498.551859:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693498.551864:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693498.551867:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693499.191535:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693499.191582:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693499.191586:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693499.191592:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693499.191596:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693499.191600:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693499.191603:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693499.191606:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693499.191610:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693499.575510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693499.575510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693499.575513:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693499.575518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693499.575518:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693499.575519:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693499.575523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693499.575523:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693499.575523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693499.575526:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693499.575529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693499.575530:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693499.575531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693499.575531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693499.575533:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693499.575538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693499.575538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693499.575539:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693499.575539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693499.575543:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693499.575544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693499.575544:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693499.575545:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693499.575549:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693499.575551:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693499.575551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693499.575553:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693499.575555:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693499.575556:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693499.575560:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693499.575573:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693499.575574:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693499.575578:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693499.575579:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693499.575582:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693499.575604:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693499.575606:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693499.575609:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693500.215535:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693500.215543:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693500.215545:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693500.215561:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693500.215565:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693500.215568:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693500.215571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693500.215574:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693500.215577:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693500.599582:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693500.599585:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693500.599596:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693500.599597:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693500.599601:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693500.599602:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693500.599609:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693500.599619:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693500.599620:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693500.599626:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693500.599627:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693500.599627:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693500.599632:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693500.599634:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693500.599635:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693500.599637:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693500.599638:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693500.599641:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693500.599642:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693500.599642:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693500.599648:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693500.599652:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693500.599652:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693500.599653:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693500.599656:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693500.599662:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693500.599667:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693500.599707:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693500.599719:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693500.599724:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693500.599725:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693500.599728:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693500.599729:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693500.599732:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693500.599734:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693500.599757:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693500.599760:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693500.599763:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693501.239538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693501.239550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693501.239552:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693501.239554:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693501.239560:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693501.239561:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693501.239570:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693501.239570:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693501.239577:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:0.0:1790693501.239583:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3984
00000100:00000001:1.0:1790693501.239583:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693501.239588:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693501.239592:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1790693501.239598:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693501.239599:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693501.239607:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693501.239612:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693501.239620:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693501.239620:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.239634:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693501.239638:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239641:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693501.239651:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693501.239653:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693501.239656:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693501.239660:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693501.239662:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693501.239664:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693501.239667:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239669:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693501.239671:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239673:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693501.239676:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693501.239680:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239683:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693501.239687:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693501.239691:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693501.239694:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.239697:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693501.239700:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693501.239711:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693501.239715:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693501.239720:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693501.239722:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.239725:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693501.239729:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693501.239734:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693501.239746:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a70c00.
00000100:00000001:0.0:1790693501.239755:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693501.239766:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693501.239777:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693501.239780:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693501.239783:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693501.239802:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693501.239804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693501.239809:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693501.239810:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693501.239811:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693501.239813:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693501.239814:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3984
00000400:00000200:0.0:1790693501.239823:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693501.239827:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693501.239829:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693501.239831:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239832:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693501.239834:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239836:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693501.239838:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1790693501.239840:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693501.239842:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:3.0:1790693501.239844:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693501.239845:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693501.239851:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:3.0:1790693501.239851:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693501.239853:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693501.239856:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693501.239858:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239860:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693501.239865:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239868:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693501.239870:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000040:3.0:1790693501.239870:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693501.239873:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693501.239879:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693501.239883:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693501.239889:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693501.239894:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.239897:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693501.239897:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693501.239903:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693501.239904:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693501.239910:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.239911:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.239912:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1790693501.239915:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
02000000:00000001:3.0:1790693501.239917:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1790693501.239918:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693501.239925:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693501.239929:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.239932:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693501.239934:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693501.239935:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693501.239938:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693501.239943:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72000.
00000100:00100000:3.0:1790693501.239947:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101323520:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693501.239948:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693501.239957:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693501.239959:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693501.239969:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693501.239971:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693501.239973:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693501.239979:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693501.239981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693501.239983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693501.239984:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693501.239985:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1790693501.239986:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790693501.239988:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693501.239991:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3984
02000000:00000001:3.0:1790693501.239992:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693501.239998:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693501.240000:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1790693501.240004:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693501.240007:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693501.240009:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:3.0:1790693501.240010:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000100:00000001:0.0:1790693501.240013:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693501.240014:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693501.240019:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240023:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693501.240028:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1790693501.240029:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:0.0:1790693501.240037:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000400:00000010:3.0:1790693501.240038:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000020:00000001:0.0:1790693501.240040:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693501.240042:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693501.240044:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693501.240046:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000010:3.0:1790693501.240046:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000040:0.0:1790693501.240054:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240056:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1790693501.240057:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323520, portal 25
00000100:00000040:0.0:1790693501.240062:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240066:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693501.240067:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1790693501.240069:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:3.0:1790693501.240074:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00080000:0.0:1790693501.240075:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240078:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693501.240082:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693501.240084:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693501.240086:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240087:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693501.240089:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693501.240092:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240093:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693501.240095:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693501.240096:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693501.240098:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693501.240098:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240099:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693501.240102:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693501.240103:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693501.240104:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693501.240107:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a71000.
00000100:00000001:0.0:1790693501.240112:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693501.240120:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693501.240136:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693501.240149:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693501.240157:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000001:0.0:1790693501.240162:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1790693501.240165:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101323520, offset 0
00000100:00000001:0.0:1790693501.240167:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693501.240178:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693501.240184:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693501.240193:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693501.240206:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693501.240208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693501.240213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1790693501.240214:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:0.0:1790693501.240216:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693501.240220:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693501.240227:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693501.240234:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790693501.240235:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3984
00000400:00000200:0.0:1790693501.240242:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.240246:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693501.240247:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693501.240251:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693501.240253:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240255:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693501.240256:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240260:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693501.240263:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693501.240263:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693501.240265:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693501.240268:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000200:3.0:1790693501.240269:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1790693501.240275:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:3.0:1790693501.240277:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000001:0.0:1790693501.240281:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:3.0:1790693501.240289:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6762:6762:256:4294967295] 192.168.204.134@tcp LPNI seq info [6757:6757:8:4294967295]
00000100:00000040:0.0:1790693501.240293:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240301:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693501.240301:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693501.240307:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240311:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693501.240317:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000200:3.0:1790693501.240322:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1790693501.240331:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240339:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693501.240339:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000001:0.0:1790693501.240347:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693501.240351:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1790693501.240352:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
02000000:00000001:0.0:1790693501.240354:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240359:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693501.240361:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693501.240366:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240371:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693501.240372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000010:0.0:1790693501.240376:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000800:00000200:3.0:1790693501.240378:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1790693501.240383:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693501.240389:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693501.240392:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693501.240425:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693501.240429:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1790693501.240430:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1790693501.240433:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693501.240436:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693501.240441:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000010:0.0:1790693501.240442:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a73c00.
00000100:00000001:0.0:1790693501.240447:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693501.240447:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000100:00100000:0.0:1790693501.240455:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693501.240459:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790693501.240462:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693501.240465:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693501.240474:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693501.240475:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693501.240488:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000100:00000001:0.0:1790693501.240492:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693501.240493:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00080000:0.0:1790693501.240498:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693501.240501:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:0.0:1790693501.240507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693501.240511:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1790693501.240512:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693501.240514:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693501.240523:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693501.240540:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3984
00000400:00000200:0.0:1790693501.240550:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693501.240555:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693501.240557:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693501.240558:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693501.240560:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240563:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693501.240567:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693501.240568:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693501.240570:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693501.240576:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693501.240580:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693501.240584:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693501.240586:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693501.240589:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693501.240595:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693501.240601:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693501.240603:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693501.240608:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693501.240609:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693501.240614:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240616:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693501.240621:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:3.0:1790693501.240621:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693501.240631:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693501.240637:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693501.240639:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693501.240641:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693501.240645:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298658563
02000000:00000001:0.0:1790693501.240647:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693501.240652:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240654:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:3.0:1790693501.240654:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78ea0.
00000008:00100000:0.0:1790693501.240658:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693501.240661:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240662:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.240664:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1790693501.240666:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693501.240670:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693501.240673:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693501.240674:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298658563
02000000:00000001:0.0:1790693501.240675:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240683:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693501.240686:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1790693501.240687:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78f60.
02000000:00000001:0.0:1790693501.240689:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693501.240700:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd3a72400.
00000100:00000001:3.0:1790693501.240701:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693501.240704:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.240708:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1790693501.240712:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693501.240718:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.240722:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693501.240728:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.240728:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790693501.240742:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693501.240745:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693501/real 1790693501]  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693501.240758:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693501.240763:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3994)
00000400:00000001:3.0:1790693501.240776:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693501.240778:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693501.240780:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693501.240784:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693501.240786:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693501.240790:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693501.240795:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693501.240803:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.240809:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693501.240811:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.240813:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.240815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693501.240820:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.240825:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693501.240830:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.240837:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693501.240840:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.240841:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.240842:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.240845:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693501.240847:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693501.240851:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693501.240854:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693501.240857:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693501.240861:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693501.240868:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101323520:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693501.240873:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.240875:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.240877:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101323520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.240883:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693501.240886:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693501.240889:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693501.240892:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693501.240894:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693501.240897:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693501.240899:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693501.240902:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a70c00.
02000000:00000001:3.0:1790693501.240905:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693501.240907:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693501.240909:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693501.240912:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693501.240914:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.240916:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.240923:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693501.240924:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.240926:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693501.240927:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693501.240929:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693501.240932:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.240937:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693501.240939:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.240940:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693501.240942:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693501.240943:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693501.240945:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323648:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693501.240947:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693501.240948:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693501.240949:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.240951:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693501.240953:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693501.240954:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693501.240957:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693501.240959:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693501.240961:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693501.240964:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323648, portal 10
00000100:00000001:3.0:1790693501.240965:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693501.240966:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693501.240970:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.240974:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693501.240975:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693501.240977:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693501.240978:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101323648, offset 0
00000400:00000200:3.0:1790693501.240981:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693501.240983:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.240986:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693501.240988:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693501.240990:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693501.240991:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693501.240993:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693501.240995:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6763:6763:256:4294967295] 192.168.204.134@tcp LPNI seq info [6758:6758:8:4294967295]
00000400:00000200:3.0:1790693501.240998:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.241002:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693501.241005:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241007:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693501.241010:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693501.241011:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693501.241015:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693501.241017:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693501.241019:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241020:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693501.241022:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693501.241025:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693501.241026:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693501.241027:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693501.241029:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693501.241031:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241035:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241037:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241041:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241042:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693501.241044:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693501.241046:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693501.241048:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693501.241049:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298657299
00000100:00000001:3.0:1790693501.241051:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241052:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298657299
00000100:00000001:3.0:1790693501.241054:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241055:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693501.241056:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241057:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693501.241059:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693501/real 1790693501]  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693501.241068:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693501.241068:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693501.241069:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693501.241071:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693501.241072:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693501.241073:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693501.241075:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693501.241083:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241089:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693501.241090:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241092:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241093:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693501.241096:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241102:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693501.241106:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241112:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693501.241114:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241116:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241117:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241118:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693501.241121:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693501.241123:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693501.241127:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693501.241129:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693501.241133:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693501.241141:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323648:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693501.241145:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693501.241149:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241154:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693501.241155:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.241157:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693501.241158:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693501.241160:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693501.241162:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323776:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693501.241164:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693501.241166:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693501.241168:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.241170:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693501.241173:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693501.241175:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693501.241178:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693501.241180:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693501.241183:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693501.241186:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323776, portal 10
00000100:00000001:3.0:1790693501.241188:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693501.241189:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693501.241195:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241202:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693501.241204:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693501.241206:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693501.241208:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101323776, offset 0
00000400:00000200:3.0:1790693501.241212:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693501.241216:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.241219:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693501.241221:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693501.241223:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693501.241225:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693501.241226:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693501.241228:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6764:6764:256:4294967295] 192.168.204.134@tcp LPNI seq info [6759:6759:8:4294967295]
00000400:00000200:3.0:1790693501.241230:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.241234:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693501.241237:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241239:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693501.241241:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693501.241243:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693501.241246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693501.241248:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693501.241250:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241251:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693501.241253:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693501.241255:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693501.241257:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693501.241258:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693501.241259:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693501.241261:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241266:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241268:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241272:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241273:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693501.241274:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693501.241277:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693501.241278:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693501.241279:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298657305
00000100:00000001:3.0:1790693501.241281:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241283:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298657305
00000100:00000001:3.0:1790693501.241284:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241285:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693501.241286:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241288:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693501.241289:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693501/real 1790693501]  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693501.241295:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693501.241296:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693501.241297:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693501.241299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693501.241301:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693501.241303:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693501.241305:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693501.241312:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241318:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693501.241320:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241321:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241322:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693501.241326:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241333:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693501.241337:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241344:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693501.241345:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241347:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241348:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241349:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693501.241350:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693501.241352:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693501.241354:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693501.241356:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693501.241358:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693501.241362:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323776:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693501.241365:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693501.241367:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241371:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693501.241372:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.241374:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693501.241375:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693501.241376:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693501.241378:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323904:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693501.241380:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693501.241381:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693501.241382:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.241384:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693501.241387:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693501.241389:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693501.241392:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693501.241395:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693501.241421:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693501.241425:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101323904, portal 4
00000100:00000001:3.0:1790693501.241426:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693501.241428:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693501.241434:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241440:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693501.241443:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693501.241444:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693501.241447:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101323904, offset 0
00000400:00000200:3.0:1790693501.241450:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693501.241454:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.241458:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693501.241460:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693501.241463:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693501.241465:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693501.241467:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693501.241470:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6765:6765:256:4294967295] 192.168.204.134@tcp LPNI seq info [6760:6760:8:4294967295]
00000400:00000200:3.0:1790693501.241473:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.241479:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693501.241483:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241486:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693501.241489:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693501.241492:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693501.241496:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693501.241499:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693501.241502:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241504:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693501.241507:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693501.241510:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693501.241513:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693501.241515:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693501.241517:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693501.241520:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241527:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241544:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241550:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241552:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693501.241555:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693501.241559:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693501.241562:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693501.241564:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298657300
00000100:00000001:3.0:1790693501.241566:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241568:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298657300
00000100:00000001:3.0:1790693501.241570:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241572:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693501.241573:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241576:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693501.241579:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693501/real 1790693501]  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693501.241586:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693501.241587:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693501.241588:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693501.241591:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693501.241592:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693501.241594:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693501.241597:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693501.241605:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241611:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693501.241612:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241614:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241615:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693501.241619:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241626:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693501.241629:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241635:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693501.241638:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241640:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241641:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241643:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693501.241644:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693501.241647:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693501.241650:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693501.241652:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693501.241656:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693501.241663:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101323904:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693501.241668:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693501.241671:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241678:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693501.241679:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.241682:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693501.241684:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693501.241686:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693501.241688:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324032:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693501.241691:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693501.241694:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693501.241695:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693501.241697:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693501.241701:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097c00.
02000000:00000001:3.0:1790693501.241702:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693501.241705:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693501.241706:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693501.241708:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693501.241710:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324032, portal 4
00000100:00000001:3.0:1790693501.241712:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693501.241712:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693501.241717:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241721:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693501.241722:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693501.241723:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693501.241725:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101324032, offset 0
00000400:00000200:3.0:1790693501.241727:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693501.241729:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.241731:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693501.241733:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693501.241735:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693501.241736:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693501.241738:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693501.241739:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6766:6766:256:4294967295] 192.168.204.134@tcp LPNI seq info [6761:6761:8:4294967295]
00000400:00000200:3.0:1790693501.241742:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693501.241746:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693501.241748:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241750:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693501.241752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693501.241754:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693501.241757:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693501.241758:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693501.241760:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693501.241761:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693501.241764:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693501.241766:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693501.241767:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693501.241768:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693501.241769:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693501.241771:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241776:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241777:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241781:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241782:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693501.241783:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693501.241785:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693501.241787:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693501.241788:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298657305
00000100:00000001:3.0:1790693501.241789:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241790:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298657305
00000100:00000001:3.0:1790693501.241792:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298658563
00000100:00000001:3.0:1790693501.241793:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693501.241794:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241795:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693501.241797:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693501/real 1790693501]  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693501.241801:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693501.241801:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693501.241802:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693501.241803:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693501.241804:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693501.241805:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693501.241807:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693501.241812:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241815:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693501.241816:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241817:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241818:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693501.241819:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241823:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693501.241825:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241828:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693501.241829:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241830:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693501.241831:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241832:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693501.241833:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693501.241834:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693501.241836:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693501.241837:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693501.241839:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693501.241843:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324032:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693501.241845:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241846:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241848:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101323648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241855:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693501.241856:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693501.241857:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693501.241859:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693501.241860:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693501.241861:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693501.241862:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693501.241863:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72000.
02000000:00000001:3.0:1790693501.241864:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693501.241865:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693501.241866:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693501.241868:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693501.241868:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241869:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241871:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101323776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241875:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693501.241876:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693501.241876:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693501.241878:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693501.241878:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693501.241879:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693501.241880:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693501.241881:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a71000.
02000000:00000001:3.0:1790693501.241882:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693501.241883:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693501.241883:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693501.241884:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693501.241885:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241886:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241887:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101323904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241891:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693501.241891:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693501.241892:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693501.241893:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693501.241894:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693501.241895:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693501.241896:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693501.241897:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a73c00.
02000000:00000001:3.0:1790693501.241898:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693501.241899:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693501.241900:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693501.241901:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693501.241902:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241902:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693501.241904:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101324032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693501.241907:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693501.241907:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693501.241908:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097c00.
02000000:00000001:3.0:1790693501.241909:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693501.241910:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693501.241910:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693501.241911:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693501.241912:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd3a72400.
02000000:00000001:3.0:1790693501.241913:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693501.241913:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693501.241914:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693501.241915:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693501.241916:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241917:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693501.241919:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693501.241920:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693501.241921:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693501.241922:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.623511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693501.623511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693501.623511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693501.623514:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693501.623520:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693501.623530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693501.623532:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693501.623533:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693501.623534:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.623536:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693501.623537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693501.623540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693501.623540:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693501.623542:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693501.623543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693501.623544:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693501.623547:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693501.623547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693501.623548:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693501.623551:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693501.623554:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693501.623554:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693501.623555:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693501.623560:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693501.623561:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693501.623562:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693501.623564:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693501.623566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693501.623567:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693501.623572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693501.623572:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693501.623573:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693501.623573:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693501.623577:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693501.623579:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693501.623583:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693501.623584:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693501.623589:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693501.623591:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693501.623592:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693501.623594:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693501.623620:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693501.623624:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693501.623626:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693502.263473:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693502.263481:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693502.263483:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693502.263489:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693502.263492:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693502.263496:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693502.263498:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693502.263501:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693502.263503:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693502.583523:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298658563, at 4298658624
00000100:00000040:1.0:1790693502.583523:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298658563, at 4298658624
00000100:00000010:1.0:1790693502.583539:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78f60.
00000100:00000010:0.0:1790693502.583543:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78ea0.
00000100:00000001:0.0:1790693502.647461:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693502.647462:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693502.647464:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693502.647469:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693502.647469:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693502.647470:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693502.647471:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693502.647473:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693502.647474:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693502.647478:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693502.647478:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693502.647479:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693502.647480:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693502.647484:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693502.647484:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693502.647485:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693502.647486:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693502.647489:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693502.647490:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693502.647492:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693502.647492:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693502.647492:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693502.647494:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693502.647496:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693502.647497:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693502.647499:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693502.647499:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693502.647516:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693502.647517:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693502.647518:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693502.647520:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693502.647523:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693502.647527:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693502.647528:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693502.647530:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693502.647553:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693502.647557:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693502.647560:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693503.287512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693503.287520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693503.287522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693503.287527:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693503.287531:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693503.287534:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693503.287538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693503.287540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693503.287544:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693503.671525:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693503.671525:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693503.671533:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693503.671533:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693503.671536:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693503.671537:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693503.671539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693503.671545:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693503.671545:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693503.671545:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693503.671552:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693503.671552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693503.671554:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693503.671557:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693503.671558:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693503.671558:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693503.671562:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693503.671564:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693503.671566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693503.671566:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693503.671568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693503.671570:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693503.671572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693503.671572:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693503.671575:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693503.671581:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693503.671599:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693503.671602:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693503.671605:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693503.671678:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693503.671681:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693503.671683:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693503.671685:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693503.671687:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693503.671689:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693503.671692:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693503.671693:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693503.671695:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693504.311516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693504.311524:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693504.311526:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693504.311530:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693504.311534:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693504.311536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693504.311538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693504.311540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693504.311544:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693504.695519:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693504.695519:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693504.695525:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693504.695528:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693504.695528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693504.695531:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693504.695533:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693504.695533:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693504.695535:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693504.695535:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693504.695539:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693504.695541:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693504.695542:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693504.695543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693504.695544:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693504.695546:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693504.695548:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693504.695549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693504.695549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693504.695550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693504.695554:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693504.695555:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693504.695555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693504.695557:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693504.695558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693504.695561:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693504.695561:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693504.695563:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693504.695565:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693504.695566:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693504.695568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693504.695568:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693504.695572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693504.695572:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693504.695573:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693504.695604:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693504.695607:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693504.695612:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693505.335516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693505.335524:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693505.335527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693505.335533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693505.335538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693505.335542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693505.335546:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693505.335548:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693505.335551:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693505.719480:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693505.719488:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693505.719492:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693505.719497:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693505.719498:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693505.719502:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693505.719504:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693505.719509:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693505.719511:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693505.719513:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693505.719514:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693505.719517:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693505.719520:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693505.719522:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693505.719523:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693505.719530:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693505.719531:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693505.719562:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693505.719565:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693505.719568:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693505.719643:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693505.719648:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693505.719649:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693505.719652:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693505.719655:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693505.719658:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693505.719660:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693505.719661:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693505.719664:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693505.719713:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693505.719716:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693505.719716:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693505.719718:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693505.719719:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693505.719721:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693505.719722:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693505.719723:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693505.719725:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.359473:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693506.359481:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693506.359483:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693506.359488:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693506.359491:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693506.359494:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.359498:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693506.359500:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.359504:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693506.360482:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693506.360488:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693506.360490:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693506.360493:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693506.360497:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693506.360502:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3989
00000400:00000200:3.0:1790693506.360509:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693506.360514:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693506.360516:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693506.360519:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360521:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693506.360523:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360524:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693506.360530:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693506.360532:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693506.360534:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693506.360537:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693506.360539:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693506.360541:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693506.360543:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360545:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693506.360546:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360547:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693506.360549:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693506.360551:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360553:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693506.360554:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693506.360557:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693506.360559:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.360560:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693506.360562:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693506.360568:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561500.
00000020:00000040:3.0:1790693506.360570:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693506.360572:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693506.360573:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.360575:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693506.360577:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693506.360580:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693506.360585:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693506.360589:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693506.360596:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693506.360603:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693506.360605:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693506.360609:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6d6b282] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.360626:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693506.360628:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693506.360631:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693506.360632:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693506.360634:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693506.360636:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693506.360637:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3989
00000400:00000200:3.0:1790693506.360639:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693506.360641:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693506.360643:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693506.360645:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360646:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693506.360648:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360650:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693506.360652:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693506.360654:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1790693506.360654:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693506.360657:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693506.360659:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:2.0:1790693506.360660:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693506.360661:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693506.360664:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693506.360665:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693506.360668:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360670:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693506.360673:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360675:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:2.0:1790693506.360676:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693506.360677:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693506.360681:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360685:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693506.360687:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693506.360691:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693506.360694:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.360695:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693506.360696:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693506.360699:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693506.360701:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693506.360704:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1790693506.360704:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.360707:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.360710:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1790693506.360711:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
02000000:00000001:2.0:1790693506.360715:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693506.360715:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693506.360719:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693506.360720:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.360722:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1790693506.360724:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101324160:192.168.204.134@tcp:250:
02000000:00000001:3.0:1790693506.360725:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693506.360727:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693506.360731:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000100:00000001:2.0:1790693506.360733:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693506.360734:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.360738:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1790693506.360739:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790693506.360743:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.360748:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1790693506.360749:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693506.360752:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693506.360754:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693506.360756:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd846d400.
02000000:00000001:2.0:1790693506.360762:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.360763:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693506.360766:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693506.360768:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1790693506.360770:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693506.360771:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693506.360774:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790693506.360776:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693506.360776:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693506.360780:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3989
00000400:00000010:2.0:1790693506.360782:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000400:00000200:3.0:1790693506.360783:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693506.360788:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693506.360789:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1790693506.360791:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324160, portal 25
00000100:00000040:3.0:1790693506.360792:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693506.360796:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693506.360797:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693506.360800:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932673280 : -115045776878336 : ffff975dd1561500)
00000100:00000040:3.0:1790693506.360800:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360804:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693506.360808:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693506.360810:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693506.360811:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693506.360812:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693506.360813:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693506.360816:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693506.360819:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:3.0:1790693506.360825:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360830:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693506.360832:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693506.360834:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693506.360839:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360840:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:2.0:1790693506.360845:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000020:00000040:3.0:1790693506.360845:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000200:2.0:1790693506.360852:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101324160, offset 0
00000100:00080000:3.0:1790693506.360852:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360859:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693506.360861:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693506.360865:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:3.0:1790693506.360866:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693506.360870:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.360872:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693506.360874:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693506.360877:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:3.0:1790693506.360878:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.360882:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693506.360886:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000400:00000200:2.0:1790693506.360887:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000020:00000040:3.0:1790693506.360891:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:2.0:1790693506.360895:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1790693506.360896:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693506.360899:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693506.360900:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:3.0:1790693506.360904:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693506.360907:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790693506.360907:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693506.360911:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693506.360912:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693506.360916:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6767:6767:256:4294967295] 192.168.204.134@tcp LPNI seq info [6762:6762:8:4294967295]
02000000:00000010:3.0:1790693506.360917:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000400:00000200:2.0:1790693506.360921:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693506.360923:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693506.360932:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693506.360933:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693506.360945:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693506.360945:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693506.360949:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693506.360952:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c300.
00000100:00000040:3.0:1790693506.360954:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790693506.360961:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693506.360965:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693506.360967:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000100:00080000:3.0:1790693506.360969:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693506.360973:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693506.360976:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1790693506.360976:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:3.0:1790693506.360977:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1790693506.360980:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1790693506.360982:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000800:00000100:2.0:1790693506.360986:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:3.0:1790693506.360987:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3989
00000800:00000010:2.0:1790693506.360991:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c300.
00000400:00000200:3.0:1790693506.360994:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.360997:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693506.360998:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693506.361002:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693506.361003:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693506.361010:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000100:00000040:3.0:1790693506.361010:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693506.361014:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:3.0:1790693506.361015:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693506.361018:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1790693506.361020:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.361025:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693506.361028:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693506.361030:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693506.361031:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790693506.361033:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693506.361034:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693506.361039:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693506.361044:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693506.361047:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693506.361051:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693506.361053:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.361055:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693506.361060:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.361064:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693506.361068:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693506.361068:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:2.0:1790693506.361074:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:3.0:1790693506.361075:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693506.361079:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361083:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693506.361089:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693506.361091:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298663683
00000100:00000010:2.0:1790693506.361096:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bc60.
02000000:00000001:3.0:1790693506.361097:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693506.361102:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693506.361103:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1790693506.361107:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.361110:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693506.361112:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693506.361115:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.361116:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361120:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298663683
00000100:00000010:3.0:1790693506.361121:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
00000020:00000040:3.0:1790693506.361125:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:3.0:1790693506.361130:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1790693506.361131:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b120.
02000000:00000001:3.0:1790693506.361132:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.361136:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693506.361137:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693506.361138:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693506.361142:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361145:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693506.361147:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
00000100:00000001:2.0:1790693506.361150:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.361151:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361155:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693506.361158:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1790693506.361165:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693506/real 1790693506]  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.361165:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693506.361168:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693506.361174:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.361188:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693506.361190:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1790693506.361190:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1790693506.361194:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1790693506.361195:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693506.361198:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1790693506.361199:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000100:00080000:3.0:1790693506.361200:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693506.361205:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693506.361207:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000100:00080000:3.0:1790693506.361207:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3989
00000400:00000010:2.0:1790693506.361212:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000400:00000200:3.0:1790693506.361213:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693506.361217:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693506.361218:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:3.0:1790693506.361219:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693506.361225:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:2.0:1790693506.361226:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.361227:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693506.361230:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.361233:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693506.361237:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693506.361239:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693506.361241:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693506.361243:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693506.361246:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693506.361248:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:2.0:1790693506.361250:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693506.361252:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.361255:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693506.361259:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693506.361263:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693506.361267:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:2.0:1790693506.361268:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00080000:3.0:1790693506.361271:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693506.361272:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693506.361274:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361277:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1790693506.361277:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693506.361280:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693506.361281:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693506.361282:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.361286:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693506.361288:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693506.361291:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693506.361292:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.361293:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693506.361297:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000020:00000040:3.0:1790693506.361299:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693506.361304:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693506.361306:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693506.361309:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693506.361312:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693506.361313:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693506.361314:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693506.361319:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000040:2.0:1790693506.361321:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.361325:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361334:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693506.361338:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693506.361339:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693506.361340:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.361344:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361349:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693506.361352:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693506.361354:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1790693506.361357:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1790693506.361358:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693506.361366:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000040:3.0:1790693506.361368:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361369:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693506.361377:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693506.361391:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693506.361393:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101324160:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693506.361420:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361422:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.361425:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561500 x1877674101324160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693506.361427:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4000)
00000100:00000001:2.0:1790693506.361444:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693506.361451:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693506.361454:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd846d400.
02000000:00000001:2.0:1790693506.361457:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693506.361458:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693506.361460:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693506.361462:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693506.361464:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693506.361467:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693506.361469:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693506.361470:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561500.
00000100:00000001:2.0:1790693506.361472:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693506.361473:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361475:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361481:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693506.361482:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361483:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693506.361484:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693506.361486:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693506.361488:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361493:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693506.361494:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.361495:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693506.361496:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693506.361498:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693506.361499:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324288:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693506.361501:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693506.361502:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693506.361506:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.361508:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693506.361510:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd846d400.
02000000:00000001:2.0:1790693506.361511:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693506.361514:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693506.361517:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693506.361520:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693506.361523:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324288, portal 10
00000100:00000001:2.0:1790693506.361525:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693506.361526:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:2.0:1790693506.361532:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361538:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693506.361540:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693506.361542:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693506.361545:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101324288, offset 0
00000400:00000200:2.0:1790693506.361548:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693506.361552:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.361556:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693506.361559:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693506.361561:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693506.361563:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693506.361565:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693506.361568:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6768:6768:256:4294967295] 192.168.204.134@tcp LPNI seq info [6763:6763:8:4294967295]
00000400:00000200:2.0:1790693506.361571:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.361576:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693506.361578:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.361581:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c300.
00000800:00000200:2.0:1790693506.361583:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693506.361585:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790693506.361589:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693506.361591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1790693506.361595:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.361596:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c300.
00000400:00000200:2.0:1790693506.361599:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693506.361603:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693506.361605:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693506.361607:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693506.361609:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693506.361612:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361619:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.361622:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361628:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361630:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693506.361633:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693506.361637:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693506.361640:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693506.361642:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298662420
00000100:00000001:2.0:1790693506.361645:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.361647:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298662420
00000100:00000001:2.0:1790693506.361649:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.361650:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693506.361653:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361655:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693506.361659:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693506/real 1790693506]  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693506.361667:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693506.361668:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693506.361670:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693506.361672:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693506.361674:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693506.361677:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693506.361682:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693506.361689:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361694:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693506.361695:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361696:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.361697:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693506.361700:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361704:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693506.361706:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361711:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693506.361713:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361714:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.361715:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361716:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693506.361719:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693506.361720:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693506.361724:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693506.361726:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693506.361728:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693506.361732:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324288:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693506.361736:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693506.361738:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361742:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693506.361743:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.361744:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693506.361746:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693506.361748:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693506.361749:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324416:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693506.361751:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693506.361752:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693506.361753:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.361755:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693506.361757:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd846c800.
02000000:00000001:2.0:1790693506.361758:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693506.361760:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693506.361762:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693506.361765:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693506.361767:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324416, portal 10
00000100:00000001:2.0:1790693506.361769:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693506.361770:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:2.0:1790693506.361774:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361778:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693506.361780:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693506.361782:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693506.361783:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101324416, offset 0
00000400:00000200:2.0:1790693506.361785:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693506.361788:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.361790:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693506.361792:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693506.361794:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693506.361795:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693506.361797:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693506.361799:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6769:6769:256:4294967295] 192.168.204.134@tcp LPNI seq info [6764:6764:8:4294967295]
00000400:00000200:2.0:1790693506.361801:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.361811:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693506.361813:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.361815:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c300.
00000800:00000200:2.0:1790693506.361818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693506.361820:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790693506.361824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693506.361825:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1790693506.361830:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.361831:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c300.
00000400:00000200:2.0:1790693506.361835:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693506.361837:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693506.361839:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693506.361840:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693506.361842:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693506.361845:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361849:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.361851:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361855:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361855:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693506.361858:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693506.361860:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693506.361862:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693506.361865:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298662426
00000100:00000001:2.0:1790693506.361866:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.361868:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298662426
00000100:00000001:2.0:1790693506.361870:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.361871:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693506.361873:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.361875:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693506.361878:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693506/real 1790693506]  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693506.361882:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693506.361882:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693506.361883:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693506.361885:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693506.361885:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693506.361887:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693506.361889:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693506.361896:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361900:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693506.361901:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361902:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.361903:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693506.361905:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361908:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693506.361910:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361915:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693506.361916:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361917:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.361918:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.361919:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693506.361920:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693506.361921:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693506.361923:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693506.361924:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693506.361926:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693506.361930:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324416:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693506.361932:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693506.361934:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361937:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693506.361938:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.361939:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693506.361940:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693506.361941:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693506.361942:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324544:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693506.361944:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693506.361945:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693506.361946:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.361947:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693506.361949:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd846e400.
02000000:00000001:2.0:1790693506.361950:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693506.361952:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693506.361954:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693506.361956:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693506.361958:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324544, portal 4
00000100:00000001:2.0:1790693506.361959:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693506.361960:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:2.0:1790693506.361963:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.361967:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693506.361968:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693506.361969:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693506.361970:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101324544, offset 0
00000400:00000200:2.0:1790693506.361972:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693506.361974:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.361976:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693506.361977:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693506.361979:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693506.361980:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693506.361981:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693506.361983:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6770:6770:256:4294967295] 192.168.204.134@tcp LPNI seq info [6765:6765:8:4294967295]
00000400:00000200:2.0:1790693506.361985:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.361988:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693506.361991:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.361992:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c300.
00000800:00000200:2.0:1790693506.361994:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693506.361995:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790693506.361998:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693506.361999:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1790693506.362002:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.362003:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c300.
00000400:00000200:2.0:1790693506.362005:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693506.362007:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693506.362009:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693506.362010:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693506.362011:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693506.362013:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362018:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.362019:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362023:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.362024:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693506.362025:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693506.362027:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693506.362028:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693506.362030:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298662420
00000100:00000001:2.0:1790693506.362031:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.362032:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298662420
00000100:00000001:2.0:1790693506.362034:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.362035:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693506.362036:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.362037:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693506.362039:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693506/real 1790693506]  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693506.362043:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693506.362044:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693506.362045:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693506.362047:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693506.362048:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693506.362049:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693506.362050:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693506.362055:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362063:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693506.362065:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362067:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.362068:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693506.362072:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362078:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693506.362083:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362089:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693506.362091:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362093:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.362095:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362097:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693506.362100:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693506.362103:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693506.362108:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693506.362112:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693506.362115:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693506.362123:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324544:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693506.362126:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693506.362130:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362136:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693506.362137:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.362139:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693506.362141:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693506.362143:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693506.362146:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324672:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693506.362149:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693506.362151:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693506.362152:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693506.362155:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693506.362160:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc708e800.
02000000:00000001:2.0:1790693506.362163:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693506.362165:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693506.362167:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693506.362170:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693506.362172:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324672, portal 4
00000100:00000001:2.0:1790693506.362173:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693506.362174:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:2.0:1790693506.362178:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362182:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693506.362183:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693506.362185:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693506.362187:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101324672, offset 0
00000400:00000200:2.0:1790693506.362190:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693506.362194:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.362197:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693506.362199:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693506.362201:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693506.362202:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693506.362203:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693506.362206:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6771:6771:256:4294967295] 192.168.204.134@tcp LPNI seq info [6766:6766:8:4294967295]
00000400:00000200:2.0:1790693506.362209:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693506.362213:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693506.362217:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.362220:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c300.
00000800:00000200:2.0:1790693506.362222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693506.362224:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790693506.362228:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693506.362229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1790693506.362232:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693506.362233:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c300.
00000400:00000200:2.0:1790693506.362235:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693506.362239:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693506.362242:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693506.362244:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693506.362247:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693506.362254:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362264:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.362268:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362274:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.362276:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693506.362280:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693506.362283:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693506.362286:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693506.362289:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298662425
00000100:00000001:2.0:1790693506.362291:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.362293:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298662425
00000100:00000001:2.0:1790693506.362295:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298663683
00000100:00000001:2.0:1790693506.362297:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693506.362299:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.362301:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693506.362305:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693506/real 1790693506]  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693506.362318:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693506.362320:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693506.362322:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693506.362324:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693506.362326:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693506.362328:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693506.362331:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693506.362338:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362345:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693506.362346:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362348:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.362349:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693506.362352:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362359:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693506.362363:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362370:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693506.362373:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362376:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693506.362378:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362380:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693506.362382:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693506.362384:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693506.362387:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693506.362390:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693506.362395:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693506.362456:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324672:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693506.362460:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362462:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.362465:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101324288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362472:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693506.362474:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693506.362476:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd846d400.
02000000:00000001:2.0:1790693506.362480:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693506.362482:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693506.362483:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693506.362485:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693506.362487:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693506.362490:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693506.362491:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693506.362492:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:2.0:1790693506.362495:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693506.362496:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362497:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.362500:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101324416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362507:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693506.362508:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693506.362509:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd846c800.
02000000:00000001:2.0:1790693506.362512:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693506.362513:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693506.362515:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693506.362518:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693506.362519:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693506.362523:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693506.362524:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693506.362526:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693506.362528:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693506.362529:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362530:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.362534:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101324544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362540:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693506.362542:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693506.362543:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd846e400.
02000000:00000001:2.0:1790693506.362545:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693506.362546:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693506.362547:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693506.362549:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693506.362550:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:2.0:1790693506.362551:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693506.362552:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693506.362553:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:2.0:1790693506.362554:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693506.362555:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362556:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693506.362559:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101324672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693506.362562:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693506.362563:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693506.362563:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc708e800.
02000000:00000001:2.0:1790693506.362565:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693506.362566:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693506.362567:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693506.362569:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693506.362570:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693506.362572:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693506.362573:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693506.362574:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:2.0:1790693506.362575:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693506.362576:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362578:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693506.362582:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693506.362583:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693506.362584:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693506.362585:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693506.743468:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693506.743468:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693506.743475:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693506.743475:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693506.743477:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693506.743479:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693506.743479:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693506.743483:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693506.743484:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:3.0:1790693506.743484:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693506.743485:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693506.743490:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693506.743490:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693506.743491:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693506.743494:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693506.743494:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693506.743494:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693506.743496:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693506.743499:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693506.743500:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693506.743502:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693506.743503:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693506.743505:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693506.743507:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693506.743507:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693506.743510:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693506.743512:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693506.743526:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693506.743531:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693506.743533:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693506.743536:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693506.743539:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693506.743541:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693506.743543:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693506.743546:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693506.743549:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693506.743551:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693506.743562:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693506.743564:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693506.743567:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693506.743568:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693506.743608:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693506.743612:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693506.743614:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693507.383492:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693507.383500:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693507.383502:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693507.383507:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693507.383511:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693507.383514:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693507.383516:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693507.383519:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693507.383522:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693507.703506:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298663683, at 4298663744
00000100:00000040:1.0:1790693507.703506:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298663683, at 4298663744
00000100:00000010:0.0:1790693507.703518:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bc60.
00000100:00000010:1.0:1790693507.703521:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b120.
00000100:00000001:0.0:1790693507.767534:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693507.767541:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693507.767543:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693507.767552:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693507.767554:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693507.767555:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693507.767558:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693507.767559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693507.767560:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693507.767564:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693507.767564:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693507.767567:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693507.767568:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693507.767571:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693507.767572:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693507.767576:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693507.767577:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693507.767578:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693507.767882:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693507.767886:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693507.767888:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693507.767893:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693507.767893:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693507.767900:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693507.767907:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693507.767912:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693507.767913:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693507.767917:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693507.767919:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693507.767925:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693507.767928:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693507.767929:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693507.767933:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693507.767940:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693507.767942:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693507.768008:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693507.768012:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693507.768016:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693508.407511:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693508.407520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693508.407521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693508.407525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693508.407529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693508.407533:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693508.407536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693508.407539:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693508.407542:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693508.791511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693508.791511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693508.791511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693508.791520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693508.791520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693508.791521:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693508.791525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693508.791526:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693508.791526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693508.791535:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693508.791536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693508.791536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693508.791543:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693508.791543:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693508.791543:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693508.791550:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693508.791550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693508.791553:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693508.791556:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693508.791556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693508.791560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693508.791561:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693508.791564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693508.791564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693508.791565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693508.791569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693508.791574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791601:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693508.791605:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791610:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693508.791613:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693508.791615:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693508.791617:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791619:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693508.791621:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791622:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791624:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791626:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693508.791627:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693508.791628:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693508.791628:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791629:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693508.791630:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791631:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791632:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693508.791634:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693508.791635:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693508.791670:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693508.791673:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693508.791676:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693509.431538:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693509.431548:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693509.431550:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693509.431557:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693509.431562:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693509.431566:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693509.431569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693509.431573:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693509.431576:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693509.815504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693509.815504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693509.815508:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693509.815512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693509.815513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693509.815513:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693509.815514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693509.815516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693509.815520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693509.815521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693509.815521:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693509.815525:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693509.815526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693509.815526:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693509.815529:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693509.815531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693509.815531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693509.815531:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693509.815534:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693509.815536:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693509.815537:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693509.815538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693509.815538:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693509.815540:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693509.815543:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693509.815543:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693509.815570:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693509.815573:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693509.815576:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693509.815579:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693509.815582:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693509.815583:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693509.815586:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693509.815588:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693509.815590:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693509.815592:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693509.815593:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693509.815596:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693510.455550:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693510.455558:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693510.455561:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693510.455566:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693510.455570:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693510.455574:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693510.455582:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693510.455584:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693510.455587:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693510.839511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693510.839515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693510.839516:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693510.839517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693510.839520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693510.839521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693510.839522:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693510.839523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693510.839529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693510.839530:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693510.839531:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693510.839535:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693510.839536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693510.839536:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693510.839538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693510.839542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693510.839542:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693510.839543:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693510.839547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693510.839548:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693510.839551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693510.839554:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693510.839557:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693510.839574:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693510.839577:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693510.839579:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693510.839601:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693510.839604:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693510.839606:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693510.839608:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693510.839611:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693510.839613:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693510.839615:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693510.839617:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693510.839619:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693510.839740:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693510.839742:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693510.839745:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693511.480279:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693511.480285:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693511.480287:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693511.480291:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693511.480296:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693511.480299:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693511.480302:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693511.480305:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693511.480309:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693511.480425:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693511.480431:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693511.480433:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693511.480437:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693511.480440:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693511.480456:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 3995
00000400:00000200:1.0:1790693511.480466:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693511.480472:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693511.480476:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693511.480479:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480482:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693511.480485:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480487:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693511.480495:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693511.480497:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693511.480500:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693511.480503:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693511.480506:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693511.480509:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693511.480512:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480514:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693511.480517:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480519:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693511.480522:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693511.480526:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480528:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693511.480531:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693511.480534:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693511.480537:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480539:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693511.480541:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693511.480546:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693511.480549:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693511.480553:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693511.480555:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480557:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693511.480560:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693511.480563:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693511.480569:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693511.480576:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693511.480584:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693511.480594:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693511.480597:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693511.480601:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693511.480619:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693511.480622:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693511.480625:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693511.480626:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693511.480628:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693511.480631:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693511.480633:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3995
00000400:00000200:1.0:1790693511.480637:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693511.480641:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693511.480644:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693511.480646:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480649:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693511.480650:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790693511.480651:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480656:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693511.480656:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693511.480661:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693511.480661:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1790693511.480664:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693511.480667:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693511.480671:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000040:3.0:1790693511.480672:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693511.480674:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693511.480679:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693511.480687:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693511.480690:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693511.480691:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693511.480693:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693511.480695:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480699:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693511.480700:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1790693511.480702:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693511.480705:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693511.480707:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:3.0:1790693511.480711:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480712:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693511.480716:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1790693511.480720:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101324800:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693511.480723:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693511.480727:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693511.480728:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480732:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693511.480733:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1790693511.480737:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1790693511.480737:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.480742:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1790693511.480743:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480746:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693511.480747:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
00000100:00000010:1.0:1790693511.480750:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
02000000:00000001:3.0:1790693511.480751:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693511.480755:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693511.480759:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693511.480760:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693511.480761:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480765:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693511.480766:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1790693511.480767:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
02000000:00000001:1.0:1790693511.480769:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693511.480775:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000400:00000010:3.0:1790693511.480777:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693511.480785:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324800, portal 25
00000100:00000001:1.0:1790693511.480788:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.480790:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693511.480793:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00100000:1.0:1790693511.480796:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693511.480803:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693511.480807:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693511.480810:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693511.480818:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.480819:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693511.480826:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693511.480831:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000001:1.0:1790693511.480834:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693511.480837:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101324800, offset 0
00000100:00080000:1.0:1790693511.480839:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693511.480844:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693511.480847:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693511.480847:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693511.480850:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693511.480854:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693511.480858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693511.480859:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3995
00000400:00000200:1.0:1790693511.480866:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.480869:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693511.480871:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693511.480876:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693511.480878:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693511.480881:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480884:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693511.480886:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:1.0:1790693511.480889:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480892:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693511.480894:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790693511.480896:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693511.480898:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000400:00000200:3.0:1790693511.480899:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000001:1.0:1790693511.480901:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693511.480904:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693511.480906:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6772:6772:256:4294967295] 192.168.204.134@tcp LPNI seq info [6767:6767:8:4294967295]
00000020:00000001:1.0:1790693511.480910:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:3.0:1790693511.480912:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:1.0:1790693511.480920:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:3.0:1790693511.480924:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1790693511.480929:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480933:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1790693511.480935:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693511.480937:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480941:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:3.0:1790693511.480943:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000020:00000040:1.0:1790693511.480944:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693511.480949:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693511.480952:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693511.480955:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1790693511.480955:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:1.0:1790693511.480960:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1790693511.480961:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
02000000:00000001:1.0:1790693511.480964:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480968:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:3.1:1790693511.480972:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693511.480976:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1790693511.480980:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.480983:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000008:00100000:1.0:1790693511.480986:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693511.480988:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1790693511.480991:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.480995:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693511.480998:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1790693511.481001:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000020:00000040:1.0:1790693511.481005:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:3.0:1790693511.481005:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
02000000:00000001:1.0:1790693511.481010:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1790693511.481010:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
02000000:00000001:1.0:1790693511.481014:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481015:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693511.481017:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693511.481020:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1790693511.481021:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693511.481023:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693511.481029:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693511.481035:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481038:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1790693511.481042:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693511.481044:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693511.481061:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693511.481064:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.481065:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481068:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:1.0:1790693511.481072:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481075:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.481085:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693511.481085:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693511.481089:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693511.481092:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693511.481095:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693511.481096:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298668803
00000100:00080000:1.0:1790693511.481097:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693511.481103:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000010:3.0:1790693511.481105:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78de0.
00000100:00080000:1.0:1790693511.481106:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3995
00000400:00000200:1.0:1790693511.481113:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693511.481115:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1790693511.481117:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693511.481121:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693511.481125:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693511.481125:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298668803
00000100:00000001:1.0:1790693511.481130:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1790693511.481132:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78120.
00000100:00000040:1.0:1790693511.481133:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.481137:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693511.481139:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1790693511.481140:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693511.481143:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693511.481145:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693511.481146:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693511.481147:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693511.481152:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693511.481153:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693511.481154:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693511.481158:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1790693511.481159:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.481162:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693511.481167:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693511.481168:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693511/real 1790693511]  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693511.481169:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693511.481174:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693511.481180:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693511.481185:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693511.481188:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1790693511.481190:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1790693511.481192:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1790693511.481194:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1790693511.481195:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693511.481198:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000100:00000001:1.0:1790693511.481199:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693511.481204:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1790693511.481204:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693511.481208:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000008:00000001:1.0:1790693511.481210:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.481213:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481214:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000010:1.0:1790693511.481218:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000100:00000200:3.0:1790693511.481221:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693511.481222:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693511.481227:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693511.481229:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.481233:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693511.481236:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693511.481239:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693511.481241:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693511.481244:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693511.481250:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481254:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693511.481257:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693511.481259:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693511.481263:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.481267:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693511.481276:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693511.481280:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693511.481283:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693511.481291:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481291:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693511.481302:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693511.481303:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693511.481308:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693511.481315:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693511.481317:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693511.481320:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693511.481321:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693511.481324:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693511.481327:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693511.481329:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 3995
00000100:00000001:3.0:1790693511.481343:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1790693511.481346:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693511.481347:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693511.481351:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693511.481352:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1790693511.481355:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693511.481356:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1790693511.481359:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00080000:3.0:1790693511.481362:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693511.481364:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693511.481368:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.481371:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00080000:3.0:1790693511.481371:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000001:1.0:1790693511.481377:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693511.481377:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1790693511.481379:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693511.481382:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693511.481386:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000040:3.0:1790693511.481386:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693511.481388:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693511.481392:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693511.481419:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.481423:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693511.481428:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693511.481432:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693511.481434:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101324800:192.168.204.134@tcp:250:
00000020:00000040:1.0:1790693511.481437:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:3.0:1790693511.481442:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693511.481444:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693511.481447:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693511.481448:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693511.481452:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1790693511.481455:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101324800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693511.481456:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693511.481461:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.481465:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693511.481468:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693511.481469:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000008:00000001:1.0:1790693511.481473:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.481474:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1790693511.481477:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693511.481479:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
00000100:00000010:1.0:1790693511.481482:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
02000000:00000001:3.0:1790693511.481484:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1790693511.481486:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693511.481488:0:2398:0:(genops.c:1216:class_import_put()) Process entered
02000000:00000001:1.0:1790693511.481491:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000020:00000040:3.0:1790693511.481492:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693511.481494:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693511.481497:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:1.0:1790693511.481498:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693511.481501:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1790693511.481502:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693511.481503:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.481508:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:1.0:1790693511.481510:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
02000000:00000001:3.0:1790693511.481512:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1790693511.481515:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693511.481517:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:3.0:1790693511.481522:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00100000:1.0:1790693511.481523:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693511.481524:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.481529:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693511.481537:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693511.481538:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693511.481539:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481541:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693511.481545:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481546:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693511.481549:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693511.481552:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693511.481559:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693511.481560:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693511.481564:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4005)
00000100:00000001:3.0:1790693511.481571:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693511.481573:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.481575:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693511.481577:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693511.481580:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693511.481584:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324928:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693511.481587:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693511.481589:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693511.481591:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.481593:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693511.481596:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693511.481598:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693511.481602:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693511.481605:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693511.481609:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693511.481612:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101324928, portal 10
00000100:00000001:3.0:1790693511.481613:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693511.481615:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:3.0:1790693511.481620:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481626:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693511.481629:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693511.481631:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693511.481633:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101324928, offset 0
00000400:00000200:3.0:1790693511.481637:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693511.481640:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.481644:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693511.481647:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693511.481649:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693511.481652:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693511.481654:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693511.481657:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6773:6773:256:4294967295] 192.168.204.134@tcp LPNI seq info [6768:6768:8:4294967295]
00000400:00000200:3.0:1790693511.481661:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.481668:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693511.481673:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.481676:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693511.481679:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693511.481682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790693511.481687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693511.481690:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1790693511.481693:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.481695:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693511.481698:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693511.481701:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693511.481704:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693511.481706:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693511.481708:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693511.481712:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481720:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.481723:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481729:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481731:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693511.481734:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693511.481738:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693511.481741:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693511.481743:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298667540
00000100:00000001:3.0:1790693511.481745:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.481748:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298667540
00000100:00000001:3.0:1790693511.481750:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.481751:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693511.481753:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.481755:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693511.481759:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693511/real 1790693511]  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693511.481767:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693511.481768:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693511.481770:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693511.481772:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693511.481774:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693511.481776:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693511.481779:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693511.481788:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481794:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693511.481796:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.481798:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.481799:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693511.481803:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481809:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693511.481813:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481820:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693511.481823:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.481824:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.481825:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.481827:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693511.481829:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693511.481832:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693511.481835:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693511.481837:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693511.481841:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693511.481849:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101324928:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693511.481853:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693511.481856:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481862:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693511.481863:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.481865:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693511.481867:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693511.481869:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693511.481871:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325056:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693511.481874:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693511.481876:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693511.481878:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.481879:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693511.481882:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693511.481884:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693511.481887:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693511.481889:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693511.481891:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693511.481894:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325056, portal 10
00000100:00000001:3.0:1790693511.481896:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693511.481897:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:3.0:1790693511.481902:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481908:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693511.481910:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693511.481912:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693511.481914:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101325056, offset 0
00000400:00000200:3.0:1790693511.481918:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693511.481922:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.481925:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693511.481928:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693511.481930:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693511.481932:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693511.481934:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693511.481937:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6774:6774:256:4294967295] 192.168.204.134@tcp LPNI seq info [6769:6769:8:4294967295]
00000400:00000200:3.0:1790693511.481940:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.481945:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693511.481949:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.481952:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693511.481956:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693511.481958:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790693511.481962:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693511.481965:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1790693511.481968:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.481970:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693511.481973:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693511.481975:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693511.481978:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693511.481979:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693511.481982:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693511.481986:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.481993:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.481996:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482001:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482003:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693511.482005:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693511.482008:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693511.482011:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693511.482013:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298667546
00000100:00000001:3.0:1790693511.482015:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.482017:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298667546
00000100:00000001:3.0:1790693511.482018:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.482021:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693511.482022:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482024:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693511.482027:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693511/real 1790693511]  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693511.482034:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693511.482035:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693511.482037:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693511.482039:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693511.482041:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693511.482042:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693511.482045:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693511.482052:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482063:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693511.482064:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482065:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.482067:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693511.482070:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482076:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693511.482080:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482086:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693511.482088:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482090:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.482091:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482092:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693511.482095:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693511.482097:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693511.482100:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693511.482101:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693511.482105:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693511.482112:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325056:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693511.482115:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693511.482118:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482124:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693511.482126:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.482128:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693511.482130:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693511.482132:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693511.482135:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325184:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693511.482138:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693511.482139:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693511.482141:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.482142:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693511.482145:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693511.482147:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693511.482150:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693511.482153:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693511.482156:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693511.482158:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325184, portal 4
00000100:00000001:3.0:1790693511.482160:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693511.482161:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:3.0:1790693511.482166:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482172:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693511.482174:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693511.482176:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693511.482178:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101325184, offset 0
00000400:00000200:3.0:1790693511.482183:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693511.482187:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.482191:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693511.482193:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693511.482195:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693511.482197:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693511.482200:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693511.482203:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6775:6775:256:4294967295] 192.168.204.134@tcp LPNI seq info [6770:6770:8:4294967295]
00000400:00000200:3.0:1790693511.482206:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.482212:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693511.482216:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.482220:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693511.482223:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693511.482226:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790693511.482229:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693511.482232:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1790693511.482235:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.482237:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693511.482240:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693511.482243:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693511.482246:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693511.482247:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693511.482249:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693511.482253:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482260:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.482263:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482269:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482270:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693511.482273:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693511.482276:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693511.482279:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693511.482281:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298667540
00000100:00000001:3.0:1790693511.482283:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.482285:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298667540
00000100:00000001:3.0:1790693511.482287:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.482289:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693511.482291:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482292:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693511.482296:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693511/real 1790693511]  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693511.482309:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693511.482310:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693511.482312:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693511.482314:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693511.482315:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693511.482317:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693511.482320:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693511.482328:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482347:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693511.482349:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482351:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.482352:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693511.482356:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482363:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693511.482367:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482373:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693511.482376:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482377:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.482378:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482380:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693511.482381:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693511.482384:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693511.482387:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693511.482389:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693511.482393:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693511.482426:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325184:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693511.482431:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482433:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.482436:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101324928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482443:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693511.482445:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693511.482446:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693511.482449:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693511.482451:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693511.482452:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693511.482454:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693511.482455:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:3.0:1790693511.482458:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693511.482460:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693511.482461:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:3.0:1790693511.482463:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693511.482464:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482466:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.482470:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101325056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482475:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693511.482477:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693511.482478:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693511.482481:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693511.482482:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693511.482483:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693511.482485:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693511.482487:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:3.0:1790693511.482489:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693511.482490:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693511.482492:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:3.0:1790693511.482494:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693511.482495:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482497:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.482499:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101325184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482505:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693511.482507:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693511.482508:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693511.482510:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693511.482511:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693511.482513:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693511.482515:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693511.482516:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693511.482518:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693511.482519:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693511.482521:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:3.0:1790693511.482523:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693511.482524:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482526:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482529:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693511.482530:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482533:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693511.482534:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693511.482536:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693511.482539:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482545:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693511.482546:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.482548:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693511.482551:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693511.482552:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693511.482555:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325312:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693511.482558:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693511.482560:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693511.482562:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693511.482564:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693511.482566:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693511.482568:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693511.482572:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693511.482574:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693511.482577:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693511.482580:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325312, portal 4
00000100:00000001:3.0:1790693511.482582:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693511.482583:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:3.0:1790693511.482588:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482594:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693511.482596:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693511.482599:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693511.482601:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101325312, offset 0
00000400:00000200:3.0:1790693511.482605:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693511.482608:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.482612:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693511.482614:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693511.482617:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693511.482619:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693511.482621:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693511.482624:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6776:6776:256:4294967295] 192.168.204.134@tcp LPNI seq info [6771:6771:8:4294967295]
00000400:00000200:3.0:1790693511.482627:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693511.482633:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693511.482636:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.482639:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693511.482643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693511.482645:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1790693511.482649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693511.482651:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1790693511.482668:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693511.482670:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693511.482673:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693511.482676:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693511.482680:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693511.482682:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693511.482684:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693511.482687:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482694:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.482697:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482702:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482703:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693511.482706:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693511.482710:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693511.482713:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693511.482715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298667546
00000100:00000001:3.0:1790693511.482717:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.482719:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298667546
00000100:00000001:3.0:1790693511.482721:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298668803
00000100:00000001:3.0:1790693511.482723:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693511.482725:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482726:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693511.482730:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693511/real 1790693511]  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693511.482737:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693511.482738:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693511.482739:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693511.482741:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693511.482743:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693511.482745:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693511.482748:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693511.482756:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482761:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693511.482762:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482764:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.482765:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693511.482768:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482774:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693511.482778:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482784:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693511.482786:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482787:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693511.482789:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482790:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693511.482791:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693511.482794:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693511.482797:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693511.482799:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693511.482802:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693511.482809:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325312:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693511.482812:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482814:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693511.482816:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101325312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693511.482822:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693511.482823:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693511.482825:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693511.482827:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693511.482829:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693511.482830:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693511.482832:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693511.482833:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:3.0:1790693511.482835:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693511.482836:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693511.482837:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:3.0:1790693511.482839:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693511.482841:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482842:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693511.482846:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693511.482847:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693511.482848:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693511.482850:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693511.863516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693511.863516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693511.863519:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693511.863524:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693511.863525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693511.863525:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693511.863526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.863529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693511.863529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693511.863533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693511.863534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693511.863535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693511.863538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693511.863540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693511.863541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693511.863543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693511.863544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693511.863546:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693511.863546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693511.863549:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693511.863550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693511.863554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693511.863555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693511.863558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693511.863560:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693511.863563:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693511.863566:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693511.863628:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693511.863631:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693511.863634:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693511.863635:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693511.863637:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693511.863638:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693511.863640:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693511.863643:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693511.863645:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693511.863647:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693511.863650:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693511.863652:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693511.863654:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693511.863656:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693511.863720:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693511.863723:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693511.863726:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693512.503493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693512.503502:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693512.503505:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693512.503510:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693512.503514:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693512.503517:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693512.503520:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693512.503523:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693512.503527:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693512.823509:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298668803, at 4298668864
00000100:00000040:1.0:1790693512.823509:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298668803, at 4298668864
00000100:00000010:1.0:1790693512.823525:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78120.
00000100:00000010:0.0:1790693512.823528:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78de0.
00000100:00000001:0.0:1790693512.887506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693512.887506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693512.887506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693512.887509:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693512.887513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693512.887514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693512.887514:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693512.887514:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693512.887517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693512.887518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693512.887518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693512.887521:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693512.887522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693512.887524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693512.887525:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693512.887526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693512.887526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693512.887529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693512.887531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693512.887532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693512.887533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693512.887533:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693512.887534:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693512.887537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693512.887538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693512.887538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693512.887539:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693512.887545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693512.887545:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693512.887546:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693512.887550:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693512.887552:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693512.887552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693512.887556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693512.887558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693512.887586:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693512.887588:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693512.887590:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693513.527501:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693513.527508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693513.527510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693513.527515:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693513.527520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693513.527523:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693513.527527:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693513.527529:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693513.527532:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693513.911504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693513.911504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693513.911504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693513.911513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693513.911514:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693513.911514:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693513.911518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693513.911518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693513.911519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693513.911527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693513.911527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693513.911527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693513.911532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693513.911534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693513.911535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693513.911536:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693513.911539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693513.911540:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693513.911540:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693513.911543:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693513.911546:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693513.911547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693513.911547:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693513.911550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693513.911552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693513.911555:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693513.911557:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693513.911607:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693513.911611:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693513.911615:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693513.911616:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693513.911619:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693513.911621:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693513.911624:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693513.911626:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693513.911685:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693513.911689:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693513.911692:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693514.551466:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693514.551475:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693514.551477:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693514.551482:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693514.551486:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693514.551489:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693514.551491:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693514.551493:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693514.551495:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693514.935502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693514.935502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693514.935502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693514.935506:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693514.935509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693514.935510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693514.935510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693514.935511:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693514.935513:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693514.935514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693514.935515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693514.935519:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693514.935519:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693514.935520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693514.935521:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693514.935524:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693514.935525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693514.935527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693514.935527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693514.935530:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693514.935532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693514.935532:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693514.935532:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693514.935534:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693514.935536:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693514.935538:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693514.935539:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693514.935542:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693514.935544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693514.935544:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693514.935545:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693514.935551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693514.935552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693514.935555:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693514.935559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693514.935573:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693514.935577:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693514.935580:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693515.575487:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693515.575493:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693515.575495:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693515.575499:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693515.575503:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693515.575506:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693515.575508:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693515.575510:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693515.575513:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693515.959499:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693515.959499:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693515.959501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693515.959503:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693515.959508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693515.959508:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693515.959509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693515.959509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693515.959513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693515.959513:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693515.959514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693515.959517:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693515.959520:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693515.959521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693515.959521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693515.959522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693515.959524:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693515.959528:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693515.959529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693515.959529:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693515.959533:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693515.959535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693515.959535:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693515.959535:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693515.959537:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693515.959539:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693515.959542:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693515.959543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693515.959546:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693515.959547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693515.959552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693515.959552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693515.959552:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693515.959556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693515.959561:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693515.959570:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693515.959574:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693515.959576:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693516.599502:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693516.599510:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693516.599513:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693516.599516:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693516.599520:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693516.599525:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4000
00000100:00000001:3.0:1790693516.599531:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1790693516.599532:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693516.599537:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1790693516.599540:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693516.599541:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693516.599547:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1790693516.599547:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000040:2.0:1790693516.599552:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693516.599552:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693516.599556:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693516.599556:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.599560:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790693516.599562:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693516.599563:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693516.599565:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693516.599566:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693516.599572:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693516.599574:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693516.599576:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693516.599579:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693516.599580:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693516.599582:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693516.599584:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599585:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693516.599586:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599587:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693516.599589:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693516.599591:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599593:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693516.599594:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693516.599597:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693516.599598:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.599600:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693516.599601:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693516.599608:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693516.599610:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693516.599612:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693516.599613:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.599615:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693516.599618:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693516.599621:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693516.599626:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693516.599631:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693516.599638:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693516.599645:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693516.599648:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693516.599651:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693516.599664:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693516.599667:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693516.599669:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693516.599670:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693516.599671:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693516.599673:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693516.599675:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4000
00000400:00000200:2.0:1790693516.599678:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693516.599681:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693516.599684:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693516.599687:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693516.599690:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693516.599691:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693516.599695:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693516.599696:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693516.599699:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693516.599700:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693516.599705:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693516.599708:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693516.599711:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1790693516.599711:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693516.599715:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693516.599720:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693516.599725:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693516.599728:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693516.599731:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693516.599732:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599737:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693516.599737:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693516.599741:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693516.599742:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693516.599747:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.599748:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693516.599753:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:3.0:1790693516.599756:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101325440:192.168.204.134@tcp:250:
00000100:00080000:2.0:1790693516.599758:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693516.599764:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693516.599765:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693516.599768:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693516.599769:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693516.599773:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693516.599774:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693516.599776:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693516.599780:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.599783:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:3.0:1790693516.599784:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693516.599788:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1790693516.599789:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693516.599794:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.599795:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693516.599798:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693516.599801:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000100:00000010:2.0:1790693516.599804:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693516.599809:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000010:3.0:1790693516.599811:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
02000000:00000001:2.0:1790693516.599812:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693516.599816:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.599818:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693516.599820:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1790693516.599821:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325440, portal 25
02000000:00000001:2.0:1790693516.599823:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.599825:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693516.599829:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
02000000:00000010:2.0:1790693516.599830:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693516.599836:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.599839:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693516.599845:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693516.599854:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693516.599861:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599862:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693516.599865:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693516.599866:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000040:2.0:1790693516.599871:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693516.599871:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101325440, offset 0
00000400:00000200:3.0:1790693516.599882:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599887:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693516.599892:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693516.599894:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693516.599899:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693516.599902:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693516.599904:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:2.0:1790693516.599906:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693516.599911:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693516.599911:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1790693516.599916:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4000
00000400:00000200:3.0:1790693516.599923:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693516.599927:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693516.599930:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693516.599934:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6777:6777:256:4294967295] 192.168.204.134@tcp LPNI seq info [6772:6772:8:4294967295]
00000400:00000200:3.0:1790693516.599939:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693516.599944:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693516.599953:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693516.599954:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1790693516.599958:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1790693516.599963:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693516.599966:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599970:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1790693516.599970:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000100:00000040:2.0:1790693516.599974:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.599978:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693516.599981:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:2.0:1790693516.599984:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.0:1790693516.599986:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000020:00000040:2.0:1790693516.599988:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693516.599992:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.1:1790693516.599996:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:2.0:1790693516.599997:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693516.600002:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.1:1790693516.600002:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1790693516.600008:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693516.600012:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.600015:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693516.600016:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.600018:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693516.600022:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000100:3.0:1790693516.600024:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693516.600028:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000800:00000010:3.0:1790693516.600030:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000100:00000001:2.0:1790693516.600033:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693516.600037:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693516.600038:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1790693516.600041:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693516.600047:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1790693516.600048:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.600052:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:3.0:1790693516.600054:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000008:00100000:2.0:1790693516.600055:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1790693516.600059:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000008:00000001:2.0:1790693516.600060:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.600061:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693516.600065:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693516.600067:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693516.600072:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693516.600073:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1790693516.600074:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.600079:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1790693516.600080:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693516.600082:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693516.600086:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693516.600092:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:3.0:1790693516.600095:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693516.600097:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.600101:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693516.600107:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693516.600111:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600112:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693516.600118:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.600123:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693516.600127:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298673922
00000100:00000010:3.0:1790693516.600134:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f781e0.
00000100:00000001:3.0:1790693516.600142:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693516.600144:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693516.600148:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600149:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298673922
00000100:00000010:3.0:1790693516.600155:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f784e0.
00000100:00000040:2.0:1790693516.600156:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600160:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693516.600165:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693516.600171:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.600172:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600174:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1790693516.600177:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1790693516.600182:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693516/real 1790693516]  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693516.600184:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693516.600189:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693516.600191:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693516.600196:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:3.0:1790693516.600199:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1790693516.600202:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4000
00000400:00000001:3.0:1790693516.600203:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693516.600206:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:2.0:1790693516.600211:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693516.600212:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693516.600216:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000400:00000200:2.0:1790693516.600218:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693516.600221:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:2.0:1790693516.600223:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1790693516.600227:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693516.600244:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.600250:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693516.600255:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693516.600260:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693516.600261:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693516.600268:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693516.600272:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:3.0:1790693516.600272:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000001:2.0:1790693516.600274:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693516.600276:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693516.600279:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693516.600280:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.600283:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693516.600284:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693516.600289:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00100000:3.0:1790693516.600290:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693516.600296:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.600301:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693516.600304:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693516.600305:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693516.600309:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:3.0:1790693516.600312:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693516.600313:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693516.600319:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693516.600324:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600327:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1790693516.600328:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693516.600333:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693516.600333:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.600337:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1790693516.600338:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600340:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693516.600342:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693516.600344:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000008:00100000:2.0:1790693516.600346:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693516.600348:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1790693516.600350:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.600355:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693516.600355:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1790693516.600361:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693516.600365:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693516.600368:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693516.600369:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693516.600369:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693516.600371:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693516.600374:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1790693516.600375:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693516.600380:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.600382:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693516.600386:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693516.600392:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693516.600427:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101325440:192.168.204.134@tcp:250:
00000100:00100000:2.0:1790693516.600430:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693516.600441:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693516.600441:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693516.600444:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600446:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.600453:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101325440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693516.600454:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600470:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693516.600473:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1790693516.600474:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693516.600477:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
00000100:00080000:2.0:1790693516.600479:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1790693516.600482:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1790693516.600485:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:3.0:1790693516.600486:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:2.0:1790693516.600489:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000020:00000040:3.0:1790693516.600490:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00080000:2.0:1790693516.600493:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:3.0:1790693516.600494:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693516.600498:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693516.600499:0:29552:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:3.0:1790693516.600502:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:2.0:1790693516.600505:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4000
02000000:00000001:3.0:1790693516.600505:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693516.600507:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:3.0:1790693516.600513:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000400:00000200:2.0:1790693516.600514:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693516.600515:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.600519:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1790693516.600523:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693516.600526:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693516.600528:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1790693516.600530:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693516.600531:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600535:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693516.600536:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693516.600538:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693516.600542:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693516.600542:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693516.600546:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:3.0:1790693516.600549:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693516.600551:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693516.600554:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693516.600558:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693516.600561:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:3.0:1790693516.600562:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1790693516.600565:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693516.600566:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.600571:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693516.600572:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:3.0:1790693516.600574:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693516.600578:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693516.600579:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.600583:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1790693516.600586:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325568:192.168.204.134@tcp:38:
00000100:00000040:2.0:1790693516.600589:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693516.600591:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693516.600593:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693516.600595:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693516.600595:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.600597:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1790693516.600602:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000010:3.0:1790693516.600602:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
00000100:00080000:2.0:1790693516.600607:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693516.600610:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.600612:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693516.600614:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693516.600618:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693516.600619:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1790693516.600620:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
02000000:00000001:2.0:1790693516.600625:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693516.600626:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000001:2.0:1790693516.600631:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:3.0:1790693516.600631:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325568, portal 10
00000100:00000001:3.0:1790693516.600635:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1790693516.600636:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693516.600636:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000008:00000001:2.0:1790693516.600642:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.600645:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693516.600646:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693516.600654:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693516.600656:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1790693516.600658:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000040:3.0:1790693516.600661:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693516.600664:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1790693516.600666:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
02000000:00000001:2.0:1790693516.600668:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693516.600671:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101325568, offset 0
00000100:00000001:2.0:1790693516.600672:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693516.600676:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1790693516.600679:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693516.600680:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.600685:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:2.0:1790693516.600686:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693516.600691:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.600691:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693516.600697:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1790693516.600701:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693516.600702:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693516.600707:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693516.600710:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693516.600716:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6778:6778:256:4294967295] 192.168.204.134@tcp LPNI seq info [6773:6773:8:4294967295]
00000400:00000200:3.0:1790693516.600724:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693516.600725:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693516.600729:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.600730:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790693516.600738:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790693516.600738:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.600741:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693516.600749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693516.600753:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1790693516.600758:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693516.600760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693516.600764:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1790693516.600765:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4010)
00000800:00000100:3.0:1790693516.600770:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.600773:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693516.600777:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693516.600781:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693516.600784:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693516.600786:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693516.600789:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693516.600793:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600801:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.600803:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600807:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600808:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693516.600810:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.600814:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693516.600816:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693516.600817:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298672659
00000100:00000001:3.0:1790693516.600820:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.600821:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298672659
00000100:00000001:3.0:1790693516.600823:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.600824:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693516.600825:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600827:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693516.600829:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693516/real 1790693516]  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693516.600838:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693516.600839:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693516.600840:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693516.600841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693516.600842:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693516.600843:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693516.600845:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693516.600850:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600854:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693516.600855:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.600856:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.600856:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693516.600858:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600862:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693516.600864:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600867:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693516.600869:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.600869:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.600870:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.600871:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693516.600873:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693516.600874:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693516.600876:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693516.600877:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693516.600880:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693516.600884:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325568:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693516.600886:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693516.600888:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600891:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693516.600892:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.600893:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693516.600894:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693516.600895:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693516.600897:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325696:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693516.600898:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693516.600900:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693516.600900:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.600901:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693516.600903:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693516.600905:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.600906:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693516.600908:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693516.600910:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693516.600911:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325696, portal 10
00000100:00000001:3.0:1790693516.600913:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693516.600914:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:3.0:1790693516.600917:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600921:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693516.600922:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693516.600923:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693516.600925:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101325696, offset 0
00000400:00000200:3.0:1790693516.600927:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693516.600929:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693516.600931:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693516.600933:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693516.600935:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693516.600936:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693516.600938:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693516.600940:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6779:6779:256:4294967295] 192.168.204.134@tcp LPNI seq info [6774:6774:8:4294967295]
00000400:00000200:3.0:1790693516.600942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693516.600946:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693516.600949:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.600951:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693516.600953:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693516.600955:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790693516.600958:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693516.600960:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1790693516.600963:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.600964:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693516.600966:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693516.600969:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693516.600971:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693516.600972:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693516.600974:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693516.600976:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600980:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.600982:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.600986:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.600987:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693516.600988:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.600990:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693516.600992:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693516.600994:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298672665
00000100:00000001:3.0:1790693516.600997:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.600999:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298672665
00000100:00000001:3.0:1790693516.601001:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.601003:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693516.601005:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.601006:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693516.601010:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693516/real 1790693516]  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693516.601017:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693516.601018:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693516.601020:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693516.601022:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693516.601024:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693516.601026:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693516.601029:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693516.601036:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601042:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693516.601044:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601046:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.601048:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693516.601052:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601058:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693516.601061:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601067:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693516.601069:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601071:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.601072:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601073:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693516.601075:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693516.601077:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693516.601080:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693516.601082:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693516.601086:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693516.601092:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325696:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693516.601096:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693516.601099:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601105:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693516.601106:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.601108:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693516.601110:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693516.601112:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693516.601115:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325824:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693516.601118:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693516.601119:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693516.601121:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.601122:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693516.601126:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693516.601128:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.601131:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693516.601134:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693516.601138:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693516.601140:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325824, portal 4
00000100:00000001:3.0:1790693516.601142:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693516.601144:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693516.601149:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601155:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693516.601157:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693516.601159:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693516.601162:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101325824, offset 0
00000400:00000200:3.0:1790693516.601166:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693516.601170:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693516.601173:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693516.601176:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693516.601178:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693516.601180:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693516.601182:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693516.601185:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6780:6780:256:4294967295] 192.168.204.134@tcp LPNI seq info [6775:6775:8:4294967295]
00000400:00000200:3.0:1790693516.601189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693516.601195:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693516.601199:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.601202:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693516.601205:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693516.601208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790693516.601212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693516.601214:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1790693516.601218:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.601220:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693516.601222:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693516.601225:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693516.601228:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693516.601229:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693516.601246:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693516.601249:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601257:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.601260:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601266:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.601267:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693516.601270:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.601273:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693516.601276:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693516.601278:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298672659
00000100:00000001:3.0:1790693516.601280:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.601282:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298672659
00000100:00000001:3.0:1790693516.601284:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.601286:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693516.601288:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.601289:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693516.601293:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693516/real 1790693516]  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693516.601300:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693516.601301:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693516.601303:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693516.601305:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693516.601307:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693516.601309:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693516.601311:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693516.601319:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601324:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693516.601326:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601328:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.601329:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693516.601332:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601340:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693516.601343:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601350:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693516.601352:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601354:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.601355:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601357:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693516.601358:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693516.601361:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693516.601364:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693516.601366:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693516.601370:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693516.601377:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325824:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693516.601381:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601383:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.601386:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101325568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601392:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693516.601393:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693516.601395:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693516.601417:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693516.601418:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693516.601420:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693516.601421:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693516.601423:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693516.601426:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693516.601428:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693516.601430:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693516.601432:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693516.601434:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601435:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.601439:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101325696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601446:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693516.601447:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693516.601449:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693516.601451:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693516.601452:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693516.601454:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693516.601455:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693516.601457:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693516.601460:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693516.601462:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693516.601463:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:3.0:1790693516.601465:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693516.601466:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601468:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.601471:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101325824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601477:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693516.601478:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693516.601480:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693516.601482:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693516.601484:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693516.601485:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693516.601487:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693516.601488:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693516.601490:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693516.601491:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693516.601492:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693516.601495:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693516.601496:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601498:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601502:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693516.601503:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.601505:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693516.601507:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693516.601508:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693516.601512:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601518:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693516.601519:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.601521:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693516.601523:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693516.601525:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693516.601527:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325952:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693516.601530:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693516.601532:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693516.601533:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693516.601535:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693516.601537:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693516.601539:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693516.601542:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693516.601545:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000400:00000010:3.0:1790693516.601547:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000200:3.0:1790693516.601550:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101325952, portal 4
00000100:00000001:3.0:1790693516.601552:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693516.601553:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693516.601558:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601564:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693516.601566:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693516.601568:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693516.601570:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101325952, offset 0
00000400:00000200:3.0:1790693516.601574:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693516.601578:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693516.601582:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693516.601584:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693516.601586:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693516.601588:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693516.601590:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693516.601593:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6781:6781:256:4294967295] 192.168.204.134@tcp LPNI seq info [6776:6776:8:4294967295]
00000400:00000200:3.0:1790693516.601597:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693516.601604:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693516.601608:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.601611:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693516.601615:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693516.601618:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1790693516.601622:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693516.601624:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1790693516.601627:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693516.601629:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693516.601632:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693516.601635:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693516.601638:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693516.601640:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693516.601642:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693516.601645:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601652:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.601655:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601666:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.601668:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693516.601671:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693516.601674:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693516.601677:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693516.601679:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298672665
00000100:00000001:3.0:1790693516.601684:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.601686:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298672665
00000100:00000001:3.0:1790693516.601688:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298673922
00000100:00000001:3.0:1790693516.601691:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693516.601693:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.601694:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693516.601698:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693516/real 1790693516]  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693516.601706:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693516.601707:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693516.601709:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:3.0:1790693516.601711:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:3.0:1790693516.601712:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693516.601714:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693516.601717:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693516.601725:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601731:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693516.601733:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601735:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.601736:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693516.601739:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601746:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693516.601750:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601756:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693516.601759:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601761:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693516.601762:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601763:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693516.601765:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693516.601768:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693516.601771:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693516.601773:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693516.601777:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693516.601784:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101325952:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693516.601787:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601789:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693516.601792:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101325952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693516.601798:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693516.601799:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693516.601801:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693516.601803:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693516.601804:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693516.601806:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693516.601808:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693516.601809:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:3.0:1790693516.601811:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693516.601813:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693516.601814:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693516.601816:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693516.601817:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601819:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693516.601822:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693516.601824:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693516.601826:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693516.601827:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.983511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693516.983511:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693516.983519:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693516.983520:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693516.983522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693516.983523:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693516.983524:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693516.983528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693516.983530:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693516.983530:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693516.983532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.983537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693516.983537:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:0.0:1790693516.983538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693516.983542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693516.983543:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693516.983544:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693516.983548:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693516.983549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693516.983549:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.983554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693516.983555:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693516.983558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693516.983560:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693516.983563:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693516.983564:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693516.983566:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693516.983568:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693516.983572:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693516.983574:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693516.983579:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693516.983580:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693516.983581:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693516.983586:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693516.983589:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693516.983592:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693516.983595:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693516.983598:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693516.983600:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693516.983603:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693516.983605:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693516.983629:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693516.983632:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693516.983635:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693517.623510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693517.623518:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693517.623520:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693517.623526:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693517.623529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693517.623532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693517.623534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693517.623536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693517.623538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693517.943569:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298673922, at 4298673984
00000100:00000040:1.0:1790693517.943569:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298673922, at 4298673984
00000100:00000010:1.0:1790693517.943616:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f784e0.
00000100:00000010:0.0:1790693517.943678:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f781e0.
00000100:00000001:1.0:1790693518.007550:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693518.007550:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693518.007559:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693518.007561:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693518.007561:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693518.007564:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693518.007565:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693518.007565:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693518.007574:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693518.007574:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693518.007575:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693518.007577:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693518.007580:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693518.007580:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693518.007581:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693518.007582:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693518.007584:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693518.007585:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693518.007586:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693518.007587:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693518.007589:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693518.007589:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693518.007591:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693518.007592:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693518.007593:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693518.007595:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693518.007597:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693518.007598:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693518.007600:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693518.007601:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693518.007602:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693518.007603:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693518.007604:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693518.007605:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693518.007610:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693518.007639:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693518.007641:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693518.007645:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693518.647497:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693518.647504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693518.647506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693518.647511:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693518.647515:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693518.647519:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693518.647522:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693518.647524:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693518.647528:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693519.031511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693519.031511:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693519.031518:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693519.031519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693519.031521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693519.031526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693519.031527:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693519.031531:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693519.031532:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693519.031536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693519.031536:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693519.031541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693519.031541:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693519.031542:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693519.031546:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693519.031547:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693519.031547:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693519.031553:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693519.031553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693519.031553:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693519.031558:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693519.031560:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693519.031563:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693519.031564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693519.031569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693519.031570:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693519.031572:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693519.031574:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693519.031575:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693519.031577:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693519.031581:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693519.031581:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693519.031587:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693519.031589:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693519.031591:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693519.031593:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693519.031610:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693519.031612:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693519.031656:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693519.031659:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693519.031661:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693519.031784:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693519.031786:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693519.031788:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693519.031791:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693519.031793:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693519.031795:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693519.031797:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693519.031798:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693519.031800:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693519.671493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693519.671500:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693519.671503:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693519.671508:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693519.671511:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693519.671516:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693519.671518:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693519.671521:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693519.671525:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693520.055513:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693520.055522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693520.055525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693520.055532:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693520.055534:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693520.055537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693520.055542:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693520.055543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693520.055547:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693520.055550:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693520.055550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693520.055555:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693520.055555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693520.055556:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693520.055562:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693520.055564:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693520.055565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693520.055566:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693520.055570:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693520.055573:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693520.055576:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693520.055578:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693520.055581:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693520.055583:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693520.055587:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693520.055588:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693520.055591:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693520.055599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693520.055599:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693520.055608:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693520.055609:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693520.055612:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693520.055613:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693520.055616:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693520.055617:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693520.055664:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693520.055667:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693520.055670:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693520.695511:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693520.695522:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693520.695525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693520.695531:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693520.695535:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693520.695540:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693520.695543:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693520.695546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693520.695549:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693521.079502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693521.079508:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693521.079509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693521.079511:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693521.079513:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693521.079516:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693521.079519:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693521.079520:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693521.079522:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693521.079525:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693521.079532:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693521.079533:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693521.079535:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693521.079537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693521.079538:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693521.079539:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693521.079547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693521.079550:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693521.079550:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693521.079551:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693521.079559:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693521.079560:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693521.079561:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693521.079569:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693521.079571:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693521.079573:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693521.079577:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693521.079578:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693521.079584:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693521.079584:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693521.079588:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693521.079592:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.079593:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693521.079597:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693521.079600:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693521.079601:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693521.079608:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693521.079614:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693521.719500:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693521.719507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693521.719509:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693521.719514:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693521.719518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693521.719521:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693521.719525:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693521.719527:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693521.719529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693521.719537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693521.719545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693521.719549:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693521.719552:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693521.719556:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693521.719563:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4005
00000400:00000200:0.0:1790693521.719571:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693521.719575:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693521.719578:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693521.719580:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719583:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693521.719584:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719586:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693521.719604:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693521.719607:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693521.719610:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693521.719614:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693521.719617:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693521.719620:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693521.719623:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719625:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693521.719627:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719629:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693521.719633:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693521.719637:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719639:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693521.719641:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693521.719645:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693521.719647:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.719650:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693521.719653:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693521.719664:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693521.719675:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693521.719680:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693521.719682:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.719686:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693521.719690:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693521.719696:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693521.719707:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa000.
00000100:00000001:0.0:1790693521.719714:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693521.719724:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693521.719733:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693521.719735:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693521.719738:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693521.719756:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693521.719758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693521.719761:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693521.719762:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693521.719763:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693521.719765:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693521.719767:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4005
00000400:00000200:0.0:1790693521.719770:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693521.719773:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693521.719775:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693521.719777:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719779:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693521.719782:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719784:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693521.719787:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693521.719787:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790693521.719788:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693521.719793:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693521.719795:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:3.0:1790693521.719796:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693521.719798:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693521.719801:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693521.719803:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693521.719806:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719809:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693521.719810:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.719811:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693521.719813:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693521.719821:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:3.0:1790693521.719822:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693521.719824:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693521.719830:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693521.719839:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693521.719839:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693521.719842:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693521.719843:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.719849:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693521.719850:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693521.719858:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1790693521.719859:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693521.719873:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.719873:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.719885:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693521.719887:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101326080:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693521.719896:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1790693521.719897:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
02000000:00000001:3.0:1790693521.719900:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1790693521.719903:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693521.719903:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.719913:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693521.719914:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693521.719918:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.719921:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693521.719923:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1790693521.719923:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693521.719928:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.719929:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693521.719935:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa800.
00000100:00000001:0.0:1790693521.719939:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693521.719941:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693521.719948:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb160.
00000100:00100000:0.0:1790693521.719949:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1790693521.719956:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63895d8.
00000100:00000001:0.0:1790693521.719965:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693521.719969:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693521.719971:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326080, portal 25
00000100:00000001:3.0:1790693521.719974:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693521.719977:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:0.0:1790693521.719979:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693521.719987:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693521.720029:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693521.720036:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693521.720042:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693521.720043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1790693521.720045:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00080000:0.0:1790693521.720049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1790693521.720051:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101326080, offset 0
00000100:00000001:0.0:1790693521.720053:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693521.720057:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693521.720061:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693521.720067:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693521.720068:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4005
00000400:00000200:0.0:1790693521.720075:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693521.720081:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693521.720086:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693521.720089:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693521.720092:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:0.0:1790693521.720100:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693521.720100:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693521.720112:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693521.720114:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:0.0:1790693521.720118:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720125:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693521.720125:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693521.720143:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000001:0.0:1790693521.720146:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693521.720151:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000400:00000200:3.0:1790693521.720152:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6782:6782:256:4294967295] 192.168.204.134@tcp LPNI seq info [6777:6777:8:4294967295]
00000020:00000001:0.0:1790693521.720156:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693521.720161:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693521.720163:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:0.0:1790693521.720166:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693521.720173:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693521.720179:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720184:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693521.720193:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720202:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693521.720202:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1790693521.720211:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000200:3.0:1790693521.720218:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693521.720221:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720227:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693521.720229:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
02000000:00000001:0.0:1790693521.720231:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693521.720237:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693521.720241:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693521.720243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693521.720248:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:3.1:1790693521.720254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000008:00100000:0.0:1790693521.720255:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693521.720261:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.720264:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693521.720269:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693521.720270:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693521.720273:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:3.0:1790693521.720281:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693521.720283:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693521.720285:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.720286:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298679042
00000100:00000001:0.0:1790693521.720288:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693521.720292:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693521.720295:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693521.720298:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78f00.
02000000:00000010:0.0:1790693521.720300:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9800.
00000100:00000001:0.0:1790693521.720307:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.720309:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1790693521.720314:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693521.720320:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693521.720321:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298679042
00000100:00000001:0.0:1790693521.720323:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693521.720330:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693521.720331:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f780c0.
00000100:00000001:3.0:1790693521.720343:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693521.720344:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693521.720351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693521.720353:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693521.720355:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693521.720359:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693521.720361:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693521.720361:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.720370:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.720372:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693521.720374:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693521.720378:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4005
00000100:00000001:3.0:1790693521.720381:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693521.720383:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1790693521.720387:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1790693521.720388:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693521.720391:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693521.720433:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1790693521.720434:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693521.720441:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693521.720446:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693521.720449:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720459:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693521.720463:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720470:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693521.720479:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693521.720481:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1790693521.720483:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:3.0:1790693521.720485:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693521.720490:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1790693521.720492:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1790693521.720494:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
02000000:00000001:3.0:1790693521.720497:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693521.720499:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
02000000:00000001:3.0:1790693521.720504:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693521.720506:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00100000:3.0:1790693521.720510:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326208:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693521.720517:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1790693521.720519:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693521.720520:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693521.720524:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.720528:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693521.720529:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1790693521.720532:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
00000100:00000040:0.0:1790693521.720535:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693521.720539:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.720540:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693521.720547:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693521.720552:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720558:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693521.720558:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693521.720566:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693521.720570:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1790693521.720570:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb9a0.
02000000:00000001:0.0:1790693521.720573:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.720579:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:3.0:1790693521.720582:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389770.
00000008:00100000:0.0:1790693521.720583:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693521.720591:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693521.720592:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326208, portal 10
00000100:00000001:0.0:1790693521.720594:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.720597:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000010:0.0:1790693521.720603:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693521.720603:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000020:00000040:0.0:1790693521.720611:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693521.720616:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1790693521.720619:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693521.720620:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.720627:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693521.720629:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693521.720633:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693521.720643:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9400.
00000100:00000001:3.0:1790693521.720643:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693521.720650:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720651:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693521.720656:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389550.
00000100:00100000:0.0:1790693521.720661:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1790693521.720662:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101326208, offset 0
00000400:00000200:3.0:1790693521.720679:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720681:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693521.720685:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693521.720686:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693521.720695:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693521.720696:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693521.720705:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693521.720715:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693521.720722:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693521.720723:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1790693521.720731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693521.720732:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:0.0:1790693521.720742:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1790693521.720746:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6783:6783:255:4294967295] 192.168.204.134@tcp LPNI seq info [6778:6778:7:4294967295]
00000100:00000001:0.0:1790693521.720747:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693521.720751:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693521.720757:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693521.720763:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693521.720764:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4005
00000400:00000200:3.0:1790693521.720779:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693521.720786:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693521.720792:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:3.0:1790693521.720795:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117800.
00000400:00000200:0.0:1790693521.720801:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693521.720810:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1790693521.720811:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693521.720820:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.1:1790693521.720831:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693521.720833:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693521.720839:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693521.720841:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720847:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:3.0:1790693521.720847:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000020:00000001:0.0:1790693521.720856:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1790693521.720859:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:0.0:1790693521.720861:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:3.0:1790693521.720865:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298677779
00000020:00000001:0.0:1790693521.720866:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693521.720870:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:3.0:1790693521.720873:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298679042
00000020:00000001:0.0:1790693521.720876:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693521.720882:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298677779
00000020:00000001:0.0:1790693521.720883:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693521.720894:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298679042
00000100:00000040:0.0:1790693521.720896:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720907:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693521.720908:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693521.720914:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693521.720917:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.720920:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693521.720924:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790693521.720930:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000040:3.0:1790693521.720937:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693521.720940:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693521.720954:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.720958:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790693521.720960:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693521.720962:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693521.720966:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693521.720969:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693521.720971:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.720974:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693521.720976:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693521.720984:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1790693521.720985:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790693521.720994:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.721001:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693521.721003:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326336:192.168.204.134@tcp:38:
00000100:00000010:0.0:1790693521.721009:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693521.721010:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1790693521.721016:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693521.721020:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693521.721022:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693521.721024:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693521.721026:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693521.721032:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693521.721034:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693521.721037:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1790693521.721040:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:0.0:1790693521.721043:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.721046:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693521.721052:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8800.
00000400:00000200:3.0:1790693521.721054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693521.721063:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693521.721065:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1bebaa8.
00000400:00000010:3.0:1790693521.721073:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63894c8.
00000100:00100000:0.0:1790693521.721076:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1790693521.721079:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326336, portal 10
00000100:00000001:3.0:1790693521.721091:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693521.721093:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000001:0.0:1790693521.721105:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693521.721107:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693521.721121:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693521.721126:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693521.721171:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693521.721182:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693521.721190:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693521.721196:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389088.
00000100:00000040:0.0:1790693521.721200:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4015)
00000100:00000200:3.0:1790693521.721201:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101326336, offset 0
00000400:00000200:3.0:1790693521.721216:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693521.721224:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693521.721231:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693521.721234:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693521.721239:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693521.721242:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693521.721248:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693521.721257:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6784:6784:254:4294967295] 192.168.204.134@tcp LPNI seq info [6779:6779:6:4294967295]
00000400:00000200:3.0:1790693521.721263:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693521.721269:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693521.721273:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693521.721288:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117700.
00000800:00000200:3.0:1790693521.721295:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693521.721300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693521.721304:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693521.721307:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693521.721311:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693521.721313:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298677785
00000100:00000001:3.0:1790693521.721315:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298679042
00000100:00000001:3.0:1790693521.721318:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298677785
00000100:00000001:3.0:1790693521.721321:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298679042
00000100:00000001:3.0:1790693521.721322:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693521.721325:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.721327:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.721330:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693521.721335:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693521.721336:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1790693521.721339:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693521.721340:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693521.721342:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693521.721347:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693521.721355:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693521.721357:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.722347:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693521.722351:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693521.722354:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693521.722360:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326464:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693521.722366:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693521.722370:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693521.722372:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.722375:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693521.722384:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693521.722386:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693521.722392:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693521.722411:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1bebf78.
00000400:00000010:3.0:1790693521.722417:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389198.
00000100:00000200:3.0:1790693521.722422:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326464, portal 4
00000100:00000001:3.0:1790693521.722424:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693521.722426:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693521.722435:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693521.722443:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693521.722446:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693521.722449:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693521.722452:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101326464, offset 0
00000400:00000200:3.0:1790693521.722457:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693521.722465:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693521.722470:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693521.722474:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693521.722477:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693521.722480:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693521.722483:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693521.722486:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6785:6785:253:4294967295] 192.168.204.134@tcp LPNI seq info [6780:6780:5:4294967295]
00000400:00000200:3.0:1790693521.722491:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693521.722499:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693521.722505:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693521.722511:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117100.
00000800:00000200:3.0:1790693521.722518:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693521.722523:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693521.722528:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693521.722532:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693521.722535:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693521.722538:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298677781
00000100:00000001:3.0:1790693521.722542:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298679042
00000100:00000001:3.0:1790693521.722544:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298677781
00000100:00000001:3.0:1790693521.722546:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298679042
00000100:00000001:3.0:1790693521.722549:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693521.722562:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.722566:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693521.722571:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693521.722578:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693521.722579:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.722582:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693521.722584:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693521.722585:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693521.722587:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326592:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693521.722591:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693521.722592:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693521.722596:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693521.722597:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693521.722600:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693521.722602:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693521.722604:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693521.722607:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb5d8.
00000400:00000010:3.0:1790693521.722610:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389ee0.
00000100:00000200:3.0:1790693521.722613:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326592, portal 4
00000100:00000001:3.0:1790693521.722615:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693521.722617:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693521.722623:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693521.722628:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693521.722630:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693521.722632:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693521.722634:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101326592, offset 0
00000400:00000200:3.0:1790693521.722638:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693521.722641:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693521.722644:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693521.722648:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693521.722651:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693521.722652:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693521.722654:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693521.722656:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6786:6786:252:4294967295] 192.168.204.134@tcp LPNI seq info [6781:6781:4:4294967295]
00000400:00000200:3.0:1790693521.722660:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693521.722665:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693521.722671:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693521.722674:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693521.722677:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693521.722680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693521.722682:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693521.722684:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693521.722686:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693521.722688:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298677786
00000100:00000001:3.0:1790693521.722690:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298679042
00000100:00000001:3.0:1790693521.722692:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298677786
00000100:00000001:3.0:1790693521.722694:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298679042
00000100:00000001:3.0:1790693521.722695:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693521.722697:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.722701:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.722704:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693521.722710:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693521.722712:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1790693521.722715:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693521.722717:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693521.722718:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693521.722721:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693522.103480:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693522.103480:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693522.103486:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693522.103487:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693522.103487:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693522.103488:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693522.103490:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693522.103491:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693522.103492:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693522.103493:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693522.103493:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693522.103498:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693522.103499:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693522.103500:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693522.103502:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693522.103504:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693522.103506:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693522.103506:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693522.103507:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693522.103508:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693522.103509:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693522.103511:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693522.103513:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693522.103514:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693522.103515:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693522.103515:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693522.103518:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693522.103519:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693522.103520:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693522.103520:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693522.103524:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693522.103525:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693522.103525:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693522.103527:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693522.103530:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693522.103534:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693522.103538:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693522.103542:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693522.103544:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693522.103547:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693522.103550:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693522.103568:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693522.103571:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693522.103573:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693522.743489:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693522.743495:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693522.743496:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693522.743501:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693522.743503:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693522.743506:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693522.743508:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693522.743510:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693522.743512:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693523.063502:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298679042, at 4298679104
00000100:00000040:0.0:1790693523.063505:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298679042, at 4298679104
00000100:00000010:0.0:1790693523.063519:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78f00.
00000100:00000010:1.0:1790693523.063521:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f780c0.
00000100:00000001:0.0:1790693523.127523:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693523.127523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693523.127524:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693523.127530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693523.127531:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693523.127532:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693523.127533:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693523.127535:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693523.127536:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693523.127538:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693523.127540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693523.127541:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693523.127543:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693523.127544:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693523.127545:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693523.127547:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693523.127550:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693523.127551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693523.127552:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693523.127553:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693523.127554:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693523.127557:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693523.127558:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693523.127559:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693523.127564:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693523.127564:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693523.127565:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693523.127568:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693523.127571:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693523.127571:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693523.127572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693523.127574:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693523.127576:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693523.127578:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693523.127581:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693523.127610:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693523.127614:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693523.127617:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693523.767495:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693523.767503:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693523.767506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693523.767517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693523.767521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693523.767524:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693523.767527:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693523.767530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693523.767533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693524.151521:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693524.151521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693524.151529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693524.151529:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693524.151533:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693524.151533:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693524.151540:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693524.151542:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693524.151542:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693524.151546:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693524.151547:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693524.151549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693524.151549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693524.151550:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693524.151552:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693524.151555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.151555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693524.151556:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693524.151558:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693524.151562:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693524.151563:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693524.151563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693524.151563:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693524.151568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693524.151569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.151569:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693524.151570:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693524.151573:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693524.151576:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693524.151577:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693524.151578:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693524.151581:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693524.151582:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693524.151584:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693524.151585:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693524.151615:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693524.151619:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693524.151622:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693524.791502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693524.791511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693524.791513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693524.791518:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693524.791522:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693524.791526:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693524.791529:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693524.791531:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693524.791534:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1790693524.791688:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:3.0:1790693524.791720:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790693524.791730:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693524.791734:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:3.0:1790693524.791737:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693524.791740:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790693524.791745:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693524.791749:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:3.0:1790693524.791754:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693524.791759:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693524.791764:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693524.791767:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693524.791771:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693524.791785:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693524.791807:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693524.791812:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693524.791820:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693524.791821:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693524.791834:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:3.0:1790693524.791837:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000100:00000001:2.0:1790693524.791839:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000800:00000010:3.0:1790693524.791841:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117800.
00000100:00000001:2.0:1790693524.791845:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1790693524.791853:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:2.0:1790693524.791856:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693521/real 1790693524]  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693524.791860:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693524.791866:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389550
00000400:00000010:3.0:1790693524.791870:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389550.
00000100:00000001:3.0:1790693524.791875:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000400:00000001:2.0:1790693524.791877:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693524.791881:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000200:3.0:1790693524.791881:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693524.791886:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb160.
00000400:00000200:2.0:1790693524.791892:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63895d8
00000400:00000010:2.0:1790693524.791896:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63895d8.
00000100:00000001:3.0:1790693524.791896:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693524.791902:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:3.0:1790693524.791903:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693524.791910:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693524.791914:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693524.791918:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000200:2.0:1790693524.791927:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1790693524.791934:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693524.791940:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117700.
00000400:00000200:3.0:1790693524.791946:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1790693524.791947:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693524.791951:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790693524.791953:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693524.791957:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389088
00000400:00000010:3.0:1790693524.791959:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389088.
00000100:00000001:2.0:1790693524.791961:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693524.791962:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693524.791964:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1790693524.791970:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693524.791979:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1790693524.791989:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693524.791989:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693524.792012:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693524.792015:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693524.792016:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:2.0:1790693524.792025:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1790693524.792025:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693524.792030:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117100.
00000400:00000200:3.0:1790693524.792035:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1790693524.792039:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1790693524.792043:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1790693524.792046:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790693524.792048:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000100:00000001:2.0:1790693524.792050:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:3.0:1790693524.792052:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693524.792053:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693524.792056:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693524.792058:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693524.792062:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693524.792066:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693524.792082:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000200:3.0:1790693524.792083:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792087:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693524.792097:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693524.792111:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1790693524.792115:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101326080:192.168.204.134@tcp:250:
00000100:00000040:3.0:1790693524.792119:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792123:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693524.792129:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693524.792131:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693524.792137:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000100:00000001:2.0:1790693524.792138:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000800:00000010:3.0:1790693524.792140:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000040:2.0:1790693524.792146:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101326080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693524.792146:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693524.792154:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693524.792161:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000100:00000001:2.0:1790693524.792163:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000400:00000010:3.0:1790693524.792164:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
02000000:00000001:2.0:1790693524.792167:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1790693524.792168:0:2387:0:(events.c:35:request_out_callback()) Process entered
02000000:00000010:2.0:1790693524.792172:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
00000100:00000200:3.0:1790693524.792175:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693524.792179:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693524.792183:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:3.0:1790693524.792185:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1790693524.792187:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000040:3.0:1790693524.792191:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693524.792192:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693524.792196:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:2.0:1790693524.792202:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1790693524.792203:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693524.792205:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1790693524.792207:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000010:2.0:1790693524.792209:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:2.0:1790693524.792215:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693524.792217:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792219:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693524.792221:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693524.792223:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693524.792224:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693524.792230:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693521/real 1790693524]  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693524.792239:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693524.792241:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693524.792243:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1bebf78.
00000400:00000200:2.0:1790693524.792245:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389198
00000400:00000010:2.0:1790693524.792247:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389198.
00000100:00000001:2.0:1790693524.792249:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693524.792252:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693524.792260:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792266:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693524.792267:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792269:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792270:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693524.792273:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792278:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693524.792282:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792288:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693524.792290:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792291:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792292:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792294:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693524.792296:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693524.792298:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693524.792302:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693524.792304:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693524.792307:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693524.792314:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326464:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693524.792318:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693524.792322:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693521/real 1790693524]  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693524.792335:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693524.792337:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693524.792339:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb5d8.
00000400:00000200:2.0:1790693524.792341:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389ee0
00000400:00000010:2.0:1790693524.792343:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389ee0.
00000100:00000001:2.0:1790693524.792345:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693524.792348:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693524.792355:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792360:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693524.792361:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792363:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792364:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693524.792367:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792373:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693524.792376:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792382:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693524.792384:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792386:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792387:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792389:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693524.792390:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693524.792393:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693524.792428:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693524.792430:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693524.792436:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693524.792443:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326592:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693524.792447:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693524.792451:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693521/real 1790693524]  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693524.792467:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693524.792468:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693524.792470:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb9a0.
00000400:00000200:2.0:1790693524.792472:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389770
00000400:00000010:2.0:1790693524.792474:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389770.
00000100:00000001:2.0:1790693524.792476:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693524.792479:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693524.792486:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792491:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693524.792493:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792495:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792496:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693524.792499:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792505:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693524.792508:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792514:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693524.792516:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792518:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792519:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792521:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693524.792523:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693524.792526:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693524.792529:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693524.792531:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693524.792535:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693524.792541:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326208:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693524.792545:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693524.792549:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693521/real 1790693524]  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693524.792556:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693524.792558:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693524.792559:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1bebaa8.
00000400:00000200:2.0:1790693524.792562:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63894c8
00000400:00000010:2.0:1790693524.792564:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63894c8.
00000100:00000001:2.0:1790693524.792566:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693524.792569:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693524.792576:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792583:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693524.792584:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792586:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792587:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693524.792591:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792597:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693524.792601:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792608:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693524.792611:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792612:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693524.792614:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792615:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693524.792617:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693524.792619:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693524.792623:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693524.792626:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693524.792629:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693524.792638:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326336:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693524.792642:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792643:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693524.792646:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101326464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792652:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693524.792654:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693524.792656:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:2.0:1790693524.792658:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693524.792660:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693524.792662:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693524.792664:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693524.792666:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9400.
02000000:00000001:2.0:1790693524.792668:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693524.792670:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693524.792671:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:2.0:1790693524.792673:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693524.792675:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792676:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693524.792679:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101326592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792683:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693524.792684:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693524.792686:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693524.792689:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693524.792690:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693524.792691:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693524.792693:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693524.792694:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8800.
02000000:00000001:2.0:1790693524.792696:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693524.792698:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693524.792699:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:2.0:1790693524.792701:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693524.792703:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792704:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693524.792707:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101326208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792713:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693524.792714:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693524.792716:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693524.792719:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693524.792720:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693524.792721:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693524.792723:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693524.792724:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa800.
02000000:00000001:2.0:1790693524.792727:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693524.792728:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693524.792729:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:2.0:1790693524.792732:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693524.792733:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792734:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693524.792737:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101326336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693524.792750:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693524.792751:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693524.792752:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693524.792754:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693524.792755:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693524.792756:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693524.792758:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693524.792760:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9800.
02000000:00000001:2.0:1790693524.792762:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693524.792763:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693524.792764:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:2.0:1790693524.792766:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693524.792767:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792769:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693524.792777:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693524.792779:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693524.792781:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693524.792782:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693525.175518:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693525.175523:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693525.175528:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693525.175529:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693525.175532:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693525.175537:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693525.175538:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693525.175541:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693525.175544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693525.175548:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693525.175549:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693525.175551:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693525.175555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693525.175559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693525.175563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693525.175563:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693525.175567:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693525.175592:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693525.175595:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693525.175599:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693525.175619:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693525.175624:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693525.175625:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693525.175627:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693525.175629:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693525.175631:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693525.175632:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693525.175633:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693525.175635:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693525.175659:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693525.175662:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693525.175664:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693525.175666:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693525.175669:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693525.175671:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693525.175673:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693525.175675:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693525.175677:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693525.815512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693525.815520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693525.815524:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693525.815530:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693525.815535:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693525.815539:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693525.815543:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693525.815546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693525.815549:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.199502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693526.199506:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693526.199508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693526.199510:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.199511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693526.199513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693526.199515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693526.199517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693526.199518:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693526.199521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693526.199522:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693526.199523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693526.199527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693526.199529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693526.199530:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693526.199533:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693526.199533:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693526.199534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693526.199540:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693526.199541:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693526.199545:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693526.199545:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.199551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693526.199580:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693526.199583:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693526.199586:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693526.199599:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693526.199604:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693526.199605:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693526.199608:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693526.199610:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693526.199611:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693526.199614:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693526.199615:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693526.199617:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693526.199655:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693526.199658:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693526.199660:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.839505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693526.839510:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693526.839512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693526.839516:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693526.839519:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693526.839522:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.839524:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693526.839526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.839528:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693526.839658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693526.839664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693526.839667:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693526.839671:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693526.839675:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693526.839683:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4010
00000400:00000200:2.0:1790693526.839692:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693526.839698:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693526.839701:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693526.839705:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839708:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.839711:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839713:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693526.839720:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693526.839722:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693526.839725:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693526.839728:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693526.839731:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693526.839734:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693526.839737:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839739:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.839741:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839744:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693526.839747:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693526.839750:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839753:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693526.839755:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693526.839759:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693526.839762:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.839764:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693526.839767:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693526.839772:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693526.839776:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693526.839779:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693526.839781:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.839784:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693526.839787:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693526.839791:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693526.839799:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693526.839805:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693526.839814:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693526.839824:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693526.839828:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693526.839833:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693526.839859:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693526.839862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693526.839866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693526.839868:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693526.839869:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693526.839873:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693526.839876:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4010
00000400:00000200:2.0:1790693526.839879:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693526.839883:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693526.839885:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693526.839888:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839890:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.839893:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839895:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693526.839899:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693526.839900:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693526.839902:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693526.839905:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693526.839907:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693526.839910:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693526.839913:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839915:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.839917:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839919:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693526.839921:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693526.839925:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693526.839927:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693526.839929:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693526.839935:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693526.839937:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.839939:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693526.839943:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693526.839946:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.839948:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693526.839951:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693526.839954:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693526.839957:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693526.839958:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.839960:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693526.839961:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693526.839964:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693526.839968:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693526.839971:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693526.839976:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693526.839985:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693526.839987:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693526.839990:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693526.839998:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693526.840001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693526.840005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693526.840007:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693526.840009:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693526.840012:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693526.840014:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4010
00000400:00000200:2.0:1790693526.840018:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693526.840021:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693526.840024:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693526.840027:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840029:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.840031:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840049:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693526.840053:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693526.840055:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693526.840057:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693526.840059:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693526.840061:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693526.840063:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693526.840067:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840069:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.840071:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840073:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693526.840077:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693526.840080:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840082:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693526.840084:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693526.840087:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693526.840089:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840091:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693526.840093:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693526.840096:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840098:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693526.840102:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693526.840105:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693526.840108:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693526.840109:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840111:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693526.840112:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693526.840114:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693526.840118:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693526.840121:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693526.840126:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693526.840135:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693526.840137:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693526.840140:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693526.840149:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693526.840151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693526.840154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693526.840156:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693526.840157:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693526.840161:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693526.840177:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4010
00000400:00000200:2.0:1790693526.840182:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693526.840186:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693526.840188:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1790693526.840189:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693526.840194:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693526.840195:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693526.840197:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693526.840199:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.840205:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693526.840207:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693526.840208:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693526.840215:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693526.840218:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693526.840221:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693526.840223:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1790693526.840225:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693526.840229:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693526.840230:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693526.840232:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
02000000:00000001:3.0:1790693526.840236:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1790693526.840239:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693526.840240:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693526.840244:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693526.840245:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693526.840249:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693526.840253:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101326720:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693526.840255:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693526.840262:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:3.0:1790693526.840262:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790693526.840268:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:3.0:1790693526.840269:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693526.840272:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.840273:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693526.840279:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693526.840279:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693526.840284:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693526.840286:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:2.0:1790693526.840288:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840292:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693526.840294:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693526.840297:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840299:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693526.840303:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693526.840306:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693526.840309:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693526.840311:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840312:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693526.840314:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693526.840316:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693526.840320:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693526.840323:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693526.840328:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693526.840336:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693526.840338:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693526.840343:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693526.840353:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693526.840356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693526.840367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693526.840369:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693526.840370:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1790693526.840373:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840374:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693526.840380:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4010
00000400:00000200:3.0:1790693526.840384:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693526.840388:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693526.840391:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000200:2.0:1790693526.840395:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693526.840422:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1790693526.840427:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000040:2.0:1790693526.840428:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840432:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693526.840435:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693526.840436:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326720, portal 25
00000100:00000001:2.0:1790693526.840438:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693526.840441:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693526.840444:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000020:00000001:2.0:1790693526.840445:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693526.840448:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693526.840451:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1790693526.840455:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693526.840456:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693526.840460:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693526.840467:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693526.840474:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693526.840474:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693526.840480:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693526.840481:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693526.840485:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693526.840486:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693526.840491:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693526.840493:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101326720, offset 0
00000020:00000040:2.0:1790693526.840496:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693526.840502:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693526.840506:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840507:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693526.840511:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693526.840514:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693526.840519:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.840519:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693526.840524:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693526.840527:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1790693526.840529:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000008:00000001:2.0:1790693526.840532:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693526.840535:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.840537:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1790693526.840541:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000400:00000200:3.0:1790693526.840542:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:2.0:1790693526.840547:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:3.0:1790693526.840549:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693526.840554:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:2.0:1790693526.840555:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693526.840558:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.840560:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6787:6787:256:4294967295] 192.168.204.134@tcp LPNI seq info [6782:6782:8:4294967295]
00000100:00000001:2.0:1790693526.840561:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693526.840564:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693526.840568:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.840570:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:2.0:1790693526.840574:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693526.840578:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.840585:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1790693526.840588:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1790693526.840596:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693526.840604:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1790693526.840605:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000001:2.0:1790693526.840607:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693526.840614:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790693526.840616:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693526.840623:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1790693526.840629:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693526.840634:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693526.840638:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4020)
00000800:00000200:3.1:1790693526.840638:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693526.840646:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.840650:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693526.840656:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693526.840661:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693526.840668:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693526.840671:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693526.840674:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693526.840678:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.840688:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.840692:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.840700:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.840702:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693526.840707:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.840711:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693526.840715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298684163
00000100:00000010:3.0:1790693526.840720:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78960.
00000100:00000001:3.0:1790693526.840727:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693526.840735:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298684163
00000100:00000010:3.0:1790693526.840738:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78c00.
00000100:00000001:3.0:1790693526.840742:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693526.840746:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693526.840749:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.840752:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693526.840758:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693526/real 1790693526]  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693526.840768:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693526.840769:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693526.840771:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693526.840774:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693526.840776:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693526.840778:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693526.840783:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693526.840791:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.840798:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693526.840800:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.840802:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.840804:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693526.840808:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.840814:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693526.840819:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.840826:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693526.840829:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.840832:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.840833:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.840837:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693526.840839:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693526.840842:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693526.840846:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693526.840849:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693526.840853:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693526.840859:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101326720:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693526.840864:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693526.840867:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.840877:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693526.840879:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.840881:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693526.840882:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693526.840884:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693526.840888:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326848:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693526.840891:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693526.840893:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693526.840894:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.840896:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693526.840900:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693526.840901:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.840905:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693526.840908:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693526.840910:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693526.840913:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326848, portal 10
00000100:00000001:3.0:1790693526.840915:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693526.840916:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:3.0:1790693526.840923:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.840929:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693526.840931:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693526.840933:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693526.840935:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101326848, offset 0
00000400:00000200:3.0:1790693526.840938:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693526.840942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.840945:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693526.840948:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693526.840950:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693526.840952:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693526.840954:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693526.840957:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6788:6788:256:4294967295] 192.168.204.134@tcp LPNI seq info [6783:6783:8:4294967295]
00000400:00000200:3.0:1790693526.840961:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.840966:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693526.840970:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.840974:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693526.840977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693526.840980:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693526.840984:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693526.840986:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693526.840989:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.840991:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693526.840994:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693526.840997:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693526.841000:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693526.841001:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693526.841004:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693526.841008:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841014:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.841017:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841022:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.841024:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693526.841027:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693526.841031:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693526.841048:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693526.841050:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298682899
00000100:00000001:3.0:1790693526.841053:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.841055:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298682899
00000100:00000001:3.0:1790693526.841057:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.841059:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693526.841061:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.841063:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693526.841066:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693526/real 1790693526]  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693526.841073:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693526.841075:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693526.841076:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693526.841079:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693526.841080:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693526.841083:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693526.841085:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693526.841092:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841098:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693526.841099:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841101:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.841102:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693526.841106:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841111:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693526.841115:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841121:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693526.841123:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841125:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.841126:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841128:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693526.841130:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693526.841132:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693526.841136:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693526.841138:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693526.841141:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693526.841148:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326848:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693526.841152:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693526.841156:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841162:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693526.841163:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.841165:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693526.841166:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693526.841168:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693526.841170:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326976:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693526.841173:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693526.841175:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693526.841176:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.841178:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693526.841181:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693526.841182:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.841185:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693526.841187:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693526.841189:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693526.841192:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101326976, portal 10
00000100:00000001:3.0:1790693526.841194:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693526.841195:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:3.0:1790693526.841202:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841207:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693526.841210:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693526.841212:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693526.841215:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101326976, offset 0
00000400:00000200:3.0:1790693526.841218:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693526.841222:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.841224:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693526.841227:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693526.841229:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693526.841231:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693526.841233:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693526.841236:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6789:6789:256:4294967295] 192.168.204.134@tcp LPNI seq info [6784:6784:8:4294967295]
00000400:00000200:3.0:1790693526.841239:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.841244:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693526.841248:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.841250:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693526.841253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693526.841255:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693526.841259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693526.841261:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693526.841265:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.841267:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693526.841270:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693526.841272:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693526.841275:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693526.841277:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693526.841279:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693526.841282:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841289:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.841291:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841297:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.841299:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693526.841302:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693526.841305:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693526.841307:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693526.841309:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298682905
00000100:00000001:3.0:1790693526.841312:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.841314:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298682905
00000100:00000001:3.0:1790693526.841316:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.841318:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693526.841320:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.841322:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693526.841325:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693526/real 1790693526]  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693526.841333:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693526.841334:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693526.841336:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693526.841338:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693526.841340:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693526.841342:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693526.841345:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693526.841353:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841359:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693526.841360:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841362:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.841363:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693526.841366:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841373:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693526.841377:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841383:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693526.841386:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841387:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.841389:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841390:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693526.841392:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693526.841394:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693526.841441:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693526.841443:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693526.841447:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693526.841455:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101326976:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693526.841459:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841461:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.841463:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101326720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841469:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693526.841471:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693526.841474:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693526.841484:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693526.841486:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693526.841488:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693526.841490:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693526.841493:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693526.841496:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693526.841497:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693526.841499:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:3.0:1790693526.841502:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693526.841504:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841505:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.841509:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101326848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841515:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693526.841516:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693526.841517:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693526.841520:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693526.841521:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693526.841522:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693526.841524:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693526.841525:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693526.841528:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693526.841529:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693526.841531:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:3.0:1790693526.841533:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693526.841535:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841536:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.841539:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101326976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841546:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693526.841547:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693526.841548:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693526.841550:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693526.841551:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693526.841553:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693526.841555:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693526.841556:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693526.841559:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693526.841560:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693526.841562:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:3.0:1790693526.841565:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693526.841566:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841568:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841575:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693526.841576:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.841579:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693526.841581:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693526.841583:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693526.841586:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841592:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693526.841594:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.841595:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693526.841597:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693526.841599:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693526.841601:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327104:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693526.841604:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693526.841606:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693526.841607:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.841609:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693526.841612:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693526.841614:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.841618:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693526.841620:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693526.841624:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693526.841627:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101327104, portal 4
00000100:00000001:3.0:1790693526.841629:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693526.841630:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693526.841636:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841642:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693526.841644:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693526.841646:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693526.841648:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101327104, offset 0
00000400:00000200:3.0:1790693526.841652:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693526.841656:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.841659:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693526.841662:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693526.841664:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693526.841666:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693526.841669:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693526.841672:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6790:6790:256:4294967295] 192.168.204.134@tcp LPNI seq info [6785:6785:8:4294967295]
00000400:00000200:3.0:1790693526.841676:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.841682:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693526.841686:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.841689:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693526.841693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693526.841695:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693526.841699:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693526.841702:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693526.841705:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.841707:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693526.841710:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693526.841713:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693526.841716:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693526.841717:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693526.841720:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693526.841723:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841730:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.841733:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841739:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.841740:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693526.841743:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693526.841746:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693526.841749:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693526.841751:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298682900
00000100:00000001:3.0:1790693526.841753:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.841755:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298682900
00000100:00000001:3.0:1790693526.841757:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.841759:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693526.841761:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.841763:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693526.841766:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693526/real 1790693526]  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693526.841774:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693526.841775:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693526.841776:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693526.841779:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693526.841780:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693526.841782:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693526.841785:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693526.841794:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841800:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693526.841801:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841803:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.841804:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693526.841807:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841814:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693526.841817:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841824:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693526.841826:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841827:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.841829:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.841830:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693526.841832:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693526.841835:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693526.841838:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693526.841840:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693526.841844:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693526.841851:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327104:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693526.841855:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693526.841858:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841864:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693526.841865:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.841867:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693526.841869:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693526.841871:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693526.841874:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327232:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693526.841877:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693526.841878:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693526.841880:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693526.841881:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693526.841884:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693526.841886:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693526.841888:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693526.841890:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693526.841894:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693526.841897:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101327232, portal 4
00000100:00000001:3.0:1790693526.841898:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693526.841899:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693526.841904:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.841915:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693526.841917:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693526.841919:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693526.841921:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101327232, offset 0
00000400:00000200:3.0:1790693526.841925:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693526.841928:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.841931:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693526.841934:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693526.841937:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693526.841939:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693526.841941:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693526.841945:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6791:6791:256:4294967295] 192.168.204.134@tcp LPNI seq info [6786:6786:8:4294967295]
00000400:00000200:3.0:1790693526.841949:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693526.841954:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693526.841958:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.841961:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693526.841965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693526.841967:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693526.841971:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693526.841973:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693526.841993:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693526.841994:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693526.841997:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693526.842000:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693526.842004:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693526.842006:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693526.842008:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693526.842012:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.842019:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.842022:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.842049:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.842052:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693526.842055:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693526.842059:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693526.842062:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693526.842064:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298682905
00000100:00000001:3.0:1790693526.842067:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.842069:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298682905
00000100:00000001:3.0:1790693526.842071:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298684163
00000100:00000001:3.0:1790693526.842073:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693526.842075:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.842077:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693526.842081:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693526/real 1790693526]  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693526.842090:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693526.842091:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693526.842093:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693526.842095:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693526.842097:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693526.842099:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693526.842103:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693526.842110:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.842116:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693526.842118:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.842120:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.842121:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693526.842124:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.842131:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693526.842135:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.842141:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693526.842143:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.842145:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693526.842146:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.842148:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693526.842149:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693526.842152:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693526.842155:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693526.842157:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693526.842161:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693526.842168:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327232:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693526.842172:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.842174:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.842176:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101327104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.842181:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693526.842183:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693526.842185:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693526.842187:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693526.842188:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693526.842190:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693526.842192:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693526.842193:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693526.842195:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693526.842197:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693526.842199:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693526.842201:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693526.842202:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.842204:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693526.842207:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101327232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693526.842212:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693526.842213:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693526.842215:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693526.842217:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693526.842218:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693526.842219:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693526.842221:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693526.842222:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693526.842224:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693526.842225:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693526.842226:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693526.842228:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693526.842230:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.842231:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693526.842235:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693526.842236:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693526.842238:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693526.842240:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693527.223501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693527.223501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693527.223503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693527.223503:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693527.223509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693527.223509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693527.223510:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693527.223511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693527.223514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693527.223515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693527.223515:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693527.223516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693527.223519:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693527.223524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693527.223524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693527.223524:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:2.0:1790693527.223525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693527.223527:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693527.223529:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693527.223530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693527.223531:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693527.223535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693527.223535:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693527.223536:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693527.223536:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693527.223542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693527.223543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693527.223543:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693527.223543:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693527.223546:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693527.223547:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693527.223548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693527.223550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693527.223554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693527.223554:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693527.223558:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693527.223562:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693527.223564:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693527.223566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693527.223567:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693527.223572:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693527.223592:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693527.223596:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693527.223600:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693527.863504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693527.863511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693527.863513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693527.863517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693527.863521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693527.863545:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693527.863549:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693527.863552:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693527.863555:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693528.183521:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298684163, at 4298684224
00000100:00000040:1.0:1790693528.183521:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298684163, at 4298684224
00000100:00000010:1.0:1790693528.183537:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78c00.
00000100:00000010:0.0:1790693528.183544:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78960.
00000100:00000001:0.0:1790693528.247509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693528.247509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693528.247510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693528.247512:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693528.247517:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693528.247518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693528.247518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693528.247523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693528.247524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693528.247526:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693528.247530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693528.247530:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693528.247531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693528.247537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693528.247538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693528.247539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693528.247542:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693528.247543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693528.247544:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693528.247546:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693528.247550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693528.247551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693528.247551:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693528.247555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693528.247556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693528.247561:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693528.247565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693528.247583:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693528.247587:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693528.247590:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693528.248648:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693528.248650:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693528.248653:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693528.248655:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693528.248657:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693528.248659:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693528.248661:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693528.248662:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693528.887619:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693528.887626:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693528.887628:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693528.887634:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693528.887637:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693528.887641:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693528.887643:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693528.887646:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693528.887649:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693529.271454:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693529.271454:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693529.271461:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693529.271461:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693529.271464:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693529.271464:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693529.271470:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693529.271470:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693529.271474:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693529.271474:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693529.271477:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693529.271478:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693529.271480:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693529.271483:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693529.271486:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693529.271487:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693529.271488:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693529.271490:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693529.271498:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693529.271502:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693529.271505:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693529.271508:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693529.271511:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693529.271513:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693529.271515:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693529.271517:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693529.271520:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271590:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693529.271593:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271596:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693529.271598:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693529.271600:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693529.271603:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271605:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693529.271606:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271608:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271609:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271611:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693529.271612:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693529.271612:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693529.271613:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271614:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693529.271615:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271615:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271617:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693529.271619:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693529.271619:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693529.271630:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693529.271632:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693529.271634:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693529.911502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693529.911510:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693529.911512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693529.911516:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693529.911521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693529.911524:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693529.911527:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693529.911530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693529.911532:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693530.295512:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693530.295512:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693530.295521:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693530.295524:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693530.295525:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693530.295528:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693530.295531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693530.295532:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693530.295537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693530.295537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693530.295543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693530.295544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693530.295548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693530.295551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693530.295555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693530.295555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693530.295559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693530.295562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693530.295595:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693530.295598:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693530.295603:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693530.295604:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693530.295607:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693530.295609:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693530.295612:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693530.295613:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693530.295632:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693530.295635:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693530.295638:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693530.296026:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693530.296034:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693530.296036:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693530.296039:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693530.296042:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693530.296044:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693530.296046:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693530.296048:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693530.296051:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693530.935506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693530.935513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693530.935515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693530.935521:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693530.935525:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693530.935528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693530.935531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693530.935533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693530.935535:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693531.319513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693531.319513:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693531.319520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693531.319520:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693531.319522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.319522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693531.319526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693531.319527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693531.319530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693531.319530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693531.319533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693531.319534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693531.319536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693531.319539:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693531.319542:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693531.319542:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693531.319543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693531.319545:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693531.319572:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693531.319576:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693531.319580:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693531.319581:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693531.319584:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693531.319586:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693531.319589:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693531.319592:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693531.319594:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693531.319597:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693531.319600:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693531.319602:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693531.319603:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693531.319606:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693531.319621:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693531.319624:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693531.319627:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693531.319632:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693531.319635:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693531.319637:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693531.319640:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693531.319643:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693531.319646:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693531.319649:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693531.319651:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693531.319654:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.959474:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1790693531.959478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693531.959484:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1790693531.959486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693531.959487:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959490:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1790693531.959494:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:2.0:1790693531.959495:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693531.959500:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693531.959501:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693531.959506:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.959510:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790693531.959511:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4015
00000100:00000001:3.0:1790693531.959514:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.959518:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693531.959522:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693531.959532:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693531.959537:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693531.959541:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959545:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.959548:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959550:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693531.959557:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693531.959559:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693531.959561:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693531.959564:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693531.959565:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693531.959567:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693531.959569:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959570:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.959571:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959572:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693531.959574:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693531.959577:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959579:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693531.959581:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693531.959583:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693531.959585:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959586:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693531.959588:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693531.959596:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693531.959598:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693531.959602:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693531.959604:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959607:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693531.959610:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693531.959614:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693531.959623:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693531.959629:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693531.959638:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693531.959647:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693531.959650:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693531.959654:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693531.959671:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693531.959674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693531.959676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693531.959677:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693531.959678:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693531.959680:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693531.959681:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4015
00000400:00000200:2.0:1790693531.959685:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693531.959688:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693531.959689:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693531.959692:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959693:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.959695:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693531.959696:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693531.959697:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693531.959701:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693531.959702:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693531.959704:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:3.0:1790693531.959705:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693531.959706:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693531.959709:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000040:3.0:1790693531.959712:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693531.959713:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693531.959718:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693531.959726:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693531.959726:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693531.959729:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959731:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693531.959732:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693531.959735:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693531.959736:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693531.959737:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959742:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693531.959743:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101327360:192.168.204.134@tcp:250:
00000020:00000040:2.0:1790693531.959748:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:3.0:1790693531.959749:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693531.959753:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1790693531.959755:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:3.0:1790693531.959756:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959759:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693531.959761:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693531.959765:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693531.959767:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693531.959770:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:2.0:1790693531.959771:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.959773:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959775:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:3.0:1790693531.959779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:2.0:1790693531.959780:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1790693531.959783:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000008:00000001:2.0:1790693531.959785:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959789:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693531.959789:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000010:2.0:1790693531.959797:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000100:00000200:3.0:1790693531.959797:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101327360, portal 25
00000100:00000001:3.0:1790693531.959802:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1790693531.959803:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693531.959804:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
02000000:00000001:2.0:1790693531.959810:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1790693531.959812:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693531.959813:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.959819:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693531.959821:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693531.959823:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1790693531.959825:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693531.959830:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693531.959832:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000400:00000010:3.0:1790693531.959834:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693531.959839:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693531.959840:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101327360, offset 0
00000100:00100000:2.0:1790693531.959847:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693531.959857:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693531.959857:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959861:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693531.959867:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693531.959868:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.959876:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693531.959883:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693531.959884:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693531.959887:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:2.0:1790693531.959889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693531.959891:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1790693531.959897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1790693531.959897:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.959900:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693531.959902:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6792:6792:256:4294967295] 192.168.204.134@tcp LPNI seq info [6787:6787:8:4294967295]
00000100:00080000:2.0:1790693531.959904:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693531.959915:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.959925:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693531.959932:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.959949:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693531.959956:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693531.959959:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693531.959965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693531.959966:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693531.959970:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4015
00000400:00000200:2.0:1790693531.959973:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:3.1:1790693531.959976:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000400:00000200:2.0:1790693531.959977:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693531.959983:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1790693531.959987:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693531.959989:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:3.0:1790693531.959992:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000001:2.0:1790693531.959993:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.959998:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960001:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693531.960002:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1790693531.960006:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693531.960010:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000400:00000200:3.0:1790693531.960011:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1790693531.960013:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693531.960017:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693531.960018:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000020:00000001:2.0:1790693531.960020:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000010:3.0:1790693531.960023:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000020:00000001:2.0:1790693531.960024:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:3.0:1790693531.960029:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1790693531.960031:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960035:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1790693531.960036:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693531.960040:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960045:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693531.960050:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693531.960055:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693531.960055:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693531.960060:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693531.960060:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693531.960065:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693531.960069:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693531.960070:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693531.960071:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:2.0:1790693531.960075:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960077:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960078:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693531.960081:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693531.960084:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960085:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693531.960090:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000400:00000200:3.0:1790693531.960091:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693531.960094:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693531.960096:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298689282
02000000:00000001:2.0:1790693531.960100:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693531.960103:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693531.960104:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78060.
00000100:00000001:2.0:1790693531.960105:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693531.960107:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693531.960109:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693531.960114:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693531.960117:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693531.960123:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693531.960130:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693531.960131:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693531.960135:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693531.960142:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693531.960145:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693531.960148:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693531.960150:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693531.960152:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693531.960155:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693531.960157:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4015
00000400:00000200:2.0:1790693531.960161:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693531.960164:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693531.960166:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693531.960168:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960171:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.960172:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960174:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693531.960177:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693531.960179:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693531.960180:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693531.960182:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693531.960184:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693531.960186:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693531.960189:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960190:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.960192:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960193:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693531.960195:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693531.960198:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960200:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693531.960201:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693531.960204:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693531.960206:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960207:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693531.960209:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693531.960212:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960213:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693531.960217:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693531.960219:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693531.960222:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693531.960223:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960225:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693531.960226:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693531.960228:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693531.960231:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693531.960234:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693531.960238:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693531.960245:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693531.960247:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693531.960250:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693531.960257:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693531.960260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693531.960270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693531.960271:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693531.960273:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693531.960276:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693531.960278:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4015
00000400:00000200:2.0:1790693531.960281:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693531.960284:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693531.960286:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693531.960289:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960291:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.960293:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960295:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693531.960297:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693531.960299:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693531.960301:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693531.960302:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693531.960304:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693531.960306:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693531.960309:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960311:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693531.960313:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960314:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693531.960316:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693531.960319:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693531.960321:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693531.960322:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693531.960325:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693531.960327:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960329:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693531.960330:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693531.960333:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960337:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693531.960341:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693531.960343:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1790693531.960344:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693531.960349:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693531.960350:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693531.960352:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693531.960353:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693531.960353:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298689282
02000000:00000001:2.0:1790693531.960356:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693531.960359:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693531.960362:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693531.960365:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1790693531.960366:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78c60.
00000100:00000001:3.0:1790693531.960373:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693531.960374:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693531.960378:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960380:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693531.960384:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960385:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960390:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693531.960415:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693531/real 1790693531]  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693531.960426:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1790693531.960426:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693531.960428:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693531.960432:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000100:00000040:2.0:1790693531.960434:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4025)
00000400:00000200:3.0:1790693531.960436:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693531.960439:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693531.960442:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693531.960446:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693531.960456:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960462:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693531.960464:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960466:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.960468:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693531.960472:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960478:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693531.960482:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960488:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693531.960491:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960492:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.960493:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960496:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693531.960498:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693531.960500:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693531.960505:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693531.960507:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693531.960511:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693531.960520:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101327360:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693531.960524:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960526:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.960534:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101327360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960540:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693531.960543:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693531.960545:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693531.960548:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693531.960550:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693531.960552:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693531.960554:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693531.960556:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:3.0:1790693531.960560:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693531.960562:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693531.960563:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:3.0:1790693531.960566:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693531.960567:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960569:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960574:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693531.960575:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960583:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693531.960584:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693531.960585:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693531.960588:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960592:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693531.960593:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.960595:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693531.960596:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693531.960598:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693531.960600:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327488:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693531.960602:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693531.960603:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693531.960604:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.960605:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693531.960607:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693531.960609:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693531.960613:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693531.960615:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693531.960619:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693531.960622:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101327488, portal 10
00000100:00000001:3.0:1790693531.960624:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693531.960625:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:3.0:1790693531.960632:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960637:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693531.960640:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693531.960641:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693531.960644:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101327488, offset 0
00000400:00000200:3.0:1790693531.960647:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693531.960651:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.960655:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693531.960657:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693531.960659:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693531.960661:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693531.960664:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693531.960666:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6793:6793:256:4294967295] 192.168.204.134@tcp LPNI seq info [6788:6788:8:4294967295]
00000400:00000200:3.0:1790693531.960669:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.960675:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693531.960679:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.960683:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693531.960686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693531.960689:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693531.960692:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693531.960695:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693531.960698:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.960700:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693531.960703:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693531.960705:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693531.960708:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693531.960709:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693531.960711:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693531.960714:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960720:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.960723:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960728:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960729:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693531.960732:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693531.960735:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693531.960738:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693531.960740:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298688019
00000100:00000001:3.0:1790693531.960743:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.960744:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298688019
00000100:00000001:3.0:1790693531.960746:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.960748:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693531.960750:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960752:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693531.960755:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693531/real 1790693531]  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693531.960764:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693531.960765:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693531.960766:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693531.960767:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693531.960769:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693531.960770:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693531.960774:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693531.960781:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960787:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693531.960788:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960790:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.960791:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693531.960794:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960801:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693531.960804:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960811:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693531.960813:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960814:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.960815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.960817:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693531.960819:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693531.960822:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693531.960825:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693531.960827:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693531.960831:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693531.960839:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327488:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693531.960842:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693531.960844:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960848:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693531.960849:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.960850:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693531.960852:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693531.960853:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693531.960854:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327616:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693531.960856:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693531.960857:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693531.960858:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.960859:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693531.960862:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693531.960863:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693531.960865:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693531.960867:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693531.960869:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693531.960871:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101327616, portal 10
00000100:00000001:3.0:1790693531.960872:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693531.960873:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:3.0:1790693531.960876:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960880:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693531.960881:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693531.960882:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693531.960884:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101327616, offset 0
00000400:00000200:3.0:1790693531.960886:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693531.960889:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.960891:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693531.960893:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693531.960894:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693531.960896:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693531.960897:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693531.960899:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6794:6794:256:4294967295] 192.168.204.134@tcp LPNI seq info [6789:6789:8:4294967295]
00000400:00000200:3.0:1790693531.960901:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.960905:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693531.960908:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.960910:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693531.960912:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693531.960914:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693531.960916:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693531.960918:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693531.960920:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.960921:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693531.960923:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693531.960925:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693531.960927:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693531.960928:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693531.960929:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693531.960931:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960950:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.960953:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.960957:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960957:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693531.960960:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693531.960962:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693531.960964:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693531.960965:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298688025
00000100:00000001:3.0:1790693531.960968:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.960970:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298688025
00000100:00000001:3.0:1790693531.960972:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.960973:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693531.960975:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.960977:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693531.960980:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693531/real 1790693531]  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693531.960986:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693531.960988:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693531.960989:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693531.960991:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693531.960993:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693531.960995:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693531.960997:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693531.961005:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961011:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693531.961013:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961014:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.961015:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693531.961019:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961024:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693531.961026:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961030:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693531.961032:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961033:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.961034:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961035:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693531.961036:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693531.961038:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693531.961040:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693531.961041:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693531.961043:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693531.961047:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327616:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693531.961049:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693531.961051:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961055:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693531.961055:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.961057:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693531.961058:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693531.961059:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693531.961061:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327744:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693531.961062:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693531.961064:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693531.961065:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.961066:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693531.961068:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693531.961069:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693531.961071:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693531.961072:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693531.961076:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693531.961079:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101327744, portal 4
00000100:00000001:3.0:1790693531.961080:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693531.961082:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693531.961087:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961092:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693531.961094:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693531.961096:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693531.961098:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101327744, offset 0
00000400:00000200:3.0:1790693531.961102:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693531.961106:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.961109:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693531.961112:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693531.961114:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693531.961116:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693531.961118:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693531.961121:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6795:6795:256:4294967295] 192.168.204.134@tcp LPNI seq info [6790:6790:8:4294967295]
00000400:00000200:3.0:1790693531.961125:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.961131:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693531.961135:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.961138:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693531.961141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693531.961144:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693531.961148:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693531.961150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693531.961154:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.961155:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693531.961158:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693531.961161:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693531.961164:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693531.961165:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693531.961168:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693531.961171:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961178:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.961182:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961186:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.961187:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693531.961189:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693531.961191:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693531.961193:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693531.961194:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298688019
00000100:00000001:3.0:1790693531.961195:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.961197:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298688019
00000100:00000001:3.0:1790693531.961198:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.961199:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693531.961201:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.961202:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693531.961204:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693531/real 1790693531]  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693531.961208:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693531.961209:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693531.961210:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693531.961211:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693531.961212:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693531.961213:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693531.961215:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693531.961220:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961223:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693531.961224:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961225:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.961225:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693531.961227:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961232:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693531.961234:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961238:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693531.961239:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961240:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.961240:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961241:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693531.961242:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693531.961243:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693531.961245:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693531.961246:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693531.961249:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693531.961255:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327744:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693531.961258:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693531.961261:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961266:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693531.961267:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.961269:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693531.961271:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693531.961272:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693531.961275:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327872:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693531.961278:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693531.961279:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693531.961281:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693531.961283:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693531.961287:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693531.961288:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693531.961292:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693531.961294:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693531.961297:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693531.961300:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101327872, portal 4
00000100:00000001:3.0:1790693531.961301:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693531.961302:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693531.961307:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961311:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693531.961312:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693531.961313:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693531.961315:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101327872, offset 0
00000400:00000200:3.0:1790693531.961317:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693531.961320:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.961322:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693531.961323:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693531.961325:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693531.961326:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693531.961328:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693531.961330:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6796:6796:256:4294967295] 192.168.204.134@tcp LPNI seq info [6791:6791:8:4294967295]
00000400:00000200:3.0:1790693531.961332:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693531.961336:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693531.961338:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.961340:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693531.961343:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693531.961344:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693531.961347:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693531.961348:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693531.961351:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693531.961352:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693531.961354:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693531.961356:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693531.961357:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693531.961358:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693531.961360:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693531.961361:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961366:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.961368:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961372:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.961372:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693531.961374:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693531.961375:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693531.961377:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693531.961378:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298688024
00000100:00000001:3.0:1790693531.961379:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.961381:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298688024
00000100:00000001:3.0:1790693531.961382:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298689282
00000100:00000001:3.0:1790693531.961383:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693531.961384:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.961385:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693531.961387:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693531/real 1790693531]  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693531.961391:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693531.961392:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693531.961393:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693531.961394:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693531.961395:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693531.961396:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693531.961412:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693531.961418:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961422:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693531.961423:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961424:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.961425:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693531.961427:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961431:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693531.961434:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961440:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693531.961442:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961444:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693531.961445:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961446:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693531.961448:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693531.961450:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693531.961453:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693531.961455:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693531.961458:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693531.961466:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101327872:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693531.961469:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961471:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.961474:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101327488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961487:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693531.961488:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693531.961490:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693531.961493:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693531.961494:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693531.961496:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693531.961498:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693531.961499:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693531.961501:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693531.961502:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693531.961504:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693531.961506:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693531.961507:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961509:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.961513:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101327616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961519:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693531.961520:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693531.961521:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693531.961523:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693531.961525:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693531.961526:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693531.961528:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693531.961529:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693531.961531:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693531.961532:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693531.961534:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:3.0:1790693531.961536:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693531.961538:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961539:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.961542:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101327744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961546:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693531.961547:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693531.961549:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693531.961550:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693531.961551:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693531.961552:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693531.961553:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693531.961554:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693531.961555:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693531.961556:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693531.961556:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693531.961557:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693531.961558:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961559:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693531.961560:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101327872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693531.961564:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693531.961564:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693531.961565:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693531.961566:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693531.961566:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693531.961567:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693531.961568:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693531.961569:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693531.961570:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693531.961571:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693531.961572:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693531.961573:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693531.961574:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961575:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693531.961577:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693531.961578:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693531.961579:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693531.961580:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693532.343505:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693532.343505:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693532.343513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693532.343513:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693532.343514:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693532.343516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693532.343517:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693532.343518:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693532.343522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693532.343523:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693532.343524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693532.343525:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693532.343526:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693532.343530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693532.343531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693532.343531:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693532.343534:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693532.343535:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693532.343536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693532.343538:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693532.343539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693532.343541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693532.343542:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693532.343542:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693532.343546:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693532.343550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693532.343571:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693532.343575:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1790693532.343575:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693532.343580:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693532.343581:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693532.343584:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693532.343587:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693532.343590:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693532.343593:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693532.343595:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693532.343597:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693532.343599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693532.983517:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693532.983526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693532.983529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693532.983534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693532.983538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693532.983542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693532.983545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693532.983548:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693532.983556:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693533.303509:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298689282, at 4298689344
00000100:00000040:1.0:1790693533.303509:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298689282, at 4298689344
00000100:00000010:1.0:1790693533.303525:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78c60.
00000100:00000010:0.0:1790693533.303529:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78060.
00000100:00000001:1.0:1790693533.367522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693533.367530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693533.367532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693533.367533:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693533.367537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693533.367538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693533.367541:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693533.367542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693533.367543:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693533.367546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693533.367547:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693533.367548:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693533.367549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693533.367551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693533.367551:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693533.367553:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693533.367554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693533.367569:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1790693533.367573:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693533.367575:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1790693533.367576:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693533.367579:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693533.367581:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1790693533.367584:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693533.367589:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693533.367591:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693533.367595:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693533.367597:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693533.367599:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693533.367611:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693533.367615:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693533.367617:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693533.367619:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693533.367622:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693533.367625:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693533.367627:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693533.367628:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693533.367630:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693534.007543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693534.007552:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693534.007554:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693534.007559:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693534.007563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693534.007566:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693534.007569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693534.007572:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693534.007574:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693534.391511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693534.391511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693534.391511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693534.391515:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693534.391519:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693534.391520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693534.391520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693534.391520:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693534.391524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693534.391524:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693534.391525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693534.391532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693534.391533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693534.391533:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693534.391535:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693534.391540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693534.391541:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693534.391541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693534.391541:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693534.391546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693534.391546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693534.391547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693534.391549:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693534.391553:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693534.391554:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693534.391554:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693534.391559:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693534.391559:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693534.391560:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693534.391564:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693534.391566:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693534.391567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693534.391567:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693534.391571:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693534.391574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693534.391599:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693534.391603:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693534.391606:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693535.032039:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693535.032047:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693535.032049:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693535.032054:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693535.032058:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693535.032061:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693535.032063:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693535.032066:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693535.032068:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693535.415542:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693535.415549:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693535.415552:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693535.415555:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693535.415556:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693535.415565:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693535.415566:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693535.415569:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693535.415576:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693535.415577:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693535.415580:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693535.415582:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693535.415585:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693535.415589:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693535.415594:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693535.415597:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693535.415601:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693535.415621:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1790693535.415625:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693535.415629:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1790693535.415630:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693535.415633:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693535.415637:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1790693535.415643:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693535.415648:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693535.415653:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693535.415656:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693535.415659:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693535.415662:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693535.415931:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693535.415935:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693535.415936:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693535.415939:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693535.415941:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693535.415943:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693535.415945:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693535.415946:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693535.415948:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693536.055525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693536.055534:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693536.055537:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693536.055543:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693536.055548:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693536.055553:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693536.055556:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693536.055559:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693536.055563:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693536.439508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693536.439508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693536.439513:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693536.439518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693536.439518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693536.439520:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693536.439523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693536.439523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693536.439524:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693536.439529:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693536.439531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693536.439531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693536.439534:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693536.439538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693536.439539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693536.439539:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693536.439543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693536.439544:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693536.439544:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693536.439550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693536.439551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693536.439551:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693536.439554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693536.439556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693536.439558:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693536.439559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693536.439560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693536.439562:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693536.439570:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693536.439572:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693536.439576:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693536.439577:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693536.439607:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693536.439610:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693536.439613:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693536.439688:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693536.439691:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693536.439692:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693536.439695:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693536.439696:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693536.439698:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693536.439700:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693536.439701:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693536.439703:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693537.079499:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693537.079509:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693537.079511:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693537.079515:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693537.079519:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693537.079525:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4020
00000400:00000200:2.0:1790693537.079532:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693537.079536:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693537.079539:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693537.079541:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079543:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693537.079546:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079547:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693537.079554:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693537.079556:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693537.079558:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693537.079561:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693537.079562:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693537.079564:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693537.079566:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079567:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693537.079569:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079571:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693537.079573:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00000001:0.0:1790693537.079574:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1790693537.079576:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079579:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693537.079581:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1790693537.079581:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693537.079585:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693537.079586:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693537.079591:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693537.079592:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693537.079593:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693537.079596:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693537.079597:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693537.079601:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693537.079603:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693537.079605:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693537.079608:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693537.079615:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693537.079620:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693537.079625:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693537.079627:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.079630:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693537.079632:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693537.079636:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693537.079644:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693537.079651:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693537.079660:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693537.079670:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693537.079673:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693537.079677:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693537.079694:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693537.079696:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693537.079698:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693537.079699:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693537.079700:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693537.079702:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693537.079704:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4020
00000400:00000200:2.0:1790693537.079707:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693537.079710:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693537.079712:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693537.079714:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079716:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693537.079716:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1790693537.079720:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693537.079721:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693537.079722:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693537.079724:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693537.079728:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693537.079730:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693537.079732:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1790693537.079733:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693537.079734:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693537.079738:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693537.079743:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693537.079748:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790693537.079749:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693537.079752:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.079753:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693537.079756:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079758:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693537.079758:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1790693537.079762:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693537.079763:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1790693537.079764:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079769:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693537.079770:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693537.079770:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693537.079776:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1790693537.079777:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101328000:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693537.079779:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.079782:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693537.079787:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1790693537.079788:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693537.079791:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.079793:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.079793:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1790693537.079795:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
02000000:00000001:3.0:1790693537.079797:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693537.079798:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693537.079803:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693537.079803:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693537.079804:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.079807:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693537.079807:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693537.079809:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693537.079810:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000010:2.0:1790693537.079813:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693537.079814:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.079818:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693537.079823:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693537.079824:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1790693537.079831:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:2.0:1790693537.079832:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693537.079847:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693537.079850:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000040:2.0:1790693537.079853:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693537.079859:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328000, portal 25
00000100:00000001:2.0:1790693537.079860:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.079864:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1790693537.079865:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693537.079867:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00080000:2.0:1790693537.079869:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693537.079872:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693537.079874:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693537.079877:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:3.0:1790693537.079879:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693537.079883:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4020
00000400:00000200:2.0:1790693537.079890:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693537.079892:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693537.079894:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693537.079902:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693537.079903:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693537.079906:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693537.079911:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693537.079913:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693537.079916:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693537.079917:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693537.079923:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101328000, offset 0
00000020:00000001:2.0:1790693537.079924:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693537.079928:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693537.079930:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693537.079932:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693537.079933:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693537.079934:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693537.079937:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693537.079940:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079942:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693537.079943:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693537.079946:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079949:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693537.079952:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000020:00000040:2.0:1790693537.079953:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693537.079959:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693537.079959:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693537.079964:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:2.0:1790693537.079968:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693537.079971:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693537.079974:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693537.079976:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.079978:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693537.079980:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693537.079982:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1790693537.079985:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693537.079988:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.079990:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693537.079995:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6797:6797:256:4294967295] 192.168.204.134@tcp LPNI seq info [6792:6792:8:4294967295]
00000100:00000010:2.0:1790693537.079997:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693537.080003:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:3.0:1790693537.080005:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693537.080008:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693537.080011:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.080013:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693537.080014:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693537.080016:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693537.080020:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693537.080024:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693537.080033:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693537.080034:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693537.080047:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693537.080049:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693537.080052:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693537.080054:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000040:2.0:1790693537.080058:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790693537.080066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693537.080074:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1790693537.080075:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693537.080080:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1790693537.080085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:2.0:1790693537.080087:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693537.080091:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1790693537.080091:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1790693537.080093:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693537.080099:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000800:00000100:3.0:1790693537.080100:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693537.080105:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4020
00000800:00000010:3.0:1790693537.080105:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:2.0:1790693537.080114:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.080114:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693537.080119:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693537.080124:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693537.080124:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1790693537.080131:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.080133:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693537.080136:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.080139:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693537.080141:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000020:00000001:2.0:1790693537.080143:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693537.080145:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693537.080149:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:3.0:1790693537.080149:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000020:00000040:2.0:1790693537.080153:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693537.080157:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:2.0:1790693537.080158:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693537.080162:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000200:3.0:1790693537.080164:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693537.080168:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.080173:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693537.080178:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.080182:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693537.080184:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1790693537.080186:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000040:3.0:1790693537.080191:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693537.080193:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693537.080199:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693537.080202:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693537.080205:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693537.080207:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.080211:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693537.080214:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1790693537.080215:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693537.080218:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000008:00000001:2.0:1790693537.080221:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.080223:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080225:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693537.080228:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000400:00000200:3.0:1790693537.080231:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693537.080233:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:3.0:1790693537.080235:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298694402
02000000:00000001:2.0:1790693537.080238:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693537.080241:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693537.080241:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78000.
00000100:00000001:2.0:1790693537.080246:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693537.080247:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693537.080249:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080250:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1790693537.080254:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693537.080258:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080260:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298694402
00000100:00000010:3.0:1790693537.080265:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f789c0.
00000100:00100000:2.0:1790693537.080266:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693537.080268:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693537.080274:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693537.080277:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693537.080279:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.080281:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080283:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1790693537.080286:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693537.080293:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693537/real 1790693537]  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693537.080294:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693537.080299:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693537.080305:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693537.080308:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693537.080310:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693537.080313:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:3.0:1790693537.080315:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1790693537.080316:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4020
00000400:00000001:3.0:1790693537.080319:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1790693537.080322:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693537.080324:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:2.0:1790693537.080326:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693537.080329:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693537.080329:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000100:00000040:2.0:1790693537.080334:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693537.080334:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:2.0:1790693537.080339:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693537.080340:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:2.0:1790693537.080341:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693537.080345:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693537.080348:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1790693537.080349:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693537.080350:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693537.080353:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1790693537.080363:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693537.080364:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693537.080369:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693537.080374:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693537.080380:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693537.080381:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693537.080382:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693537.080383:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693537.080386:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693537.080387:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693537.080389:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693537.080390:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693537.080391:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00100000:3.0:1790693537.080414:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693537.080422:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693537.080422:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693537.080427:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693537.080430:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693537.080431:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693537.080435:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693537.080440:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080444:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693537.080445:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693537.080449:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693537.080450:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.080454:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:2.0:1790693537.080457:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080457:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693537.080462:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080463:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693537.080465:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693537.080469:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1790693537.080470:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000100:00080000:3.0:1790693537.080473:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000040:2.0:1790693537.080475:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693537.080476:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1790693537.080482:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1790693537.080482:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693537.080486:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.080492:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1790693537.080494:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101328000:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693537.080495:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693537.080498:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693537.080500:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080501:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.080505:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101328000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693537.080507:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693537.080514:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080516:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693537.080519:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693537.080521:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
00000100:00100000:2.0:1790693537.080524:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693537.080526:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693537.080528:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693537.080531:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693537.080534:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:2.0:1790693537.080535:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1790693537.080537:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693537.080538:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693537.080543:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693537.080543:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693537.080545:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693537.080548:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:3.0:1790693537.080552:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693537.080554:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693537.080555:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080556:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693537.080563:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4030)
00000100:00000001:3.0:1790693537.080565:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693537.080567:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080569:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693537.080570:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693537.080571:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693537.080575:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080579:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693537.080580:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.080582:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693537.080583:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693537.080585:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693537.080586:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328128:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693537.080588:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693537.080590:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693537.080591:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.080592:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693537.080594:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693537.080595:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693537.080606:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693537.080608:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693537.080614:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693537.080617:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328128, portal 10
00000100:00000001:3.0:1790693537.080618:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693537.080620:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:3.0:1790693537.080626:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080631:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693537.080633:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693537.080635:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693537.080638:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101328128, offset 0
00000400:00000200:3.0:1790693537.080642:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693537.080645:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.080649:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693537.080652:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693537.080655:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693537.080657:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693537.080659:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693537.080662:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6798:6798:256:4294967295] 192.168.204.134@tcp LPNI seq info [6793:6793:8:4294967295]
00000400:00000200:3.0:1790693537.080667:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.080672:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693537.080675:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.080678:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693537.080680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693537.080682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693537.080685:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693537.080687:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693537.080690:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.080693:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693537.080696:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693537.080699:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693537.080701:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693537.080703:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693537.080706:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693537.080709:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080717:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.080719:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080725:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080726:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693537.080729:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693537.080733:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693537.080736:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693537.080738:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298693139
00000100:00000001:3.0:1790693537.080741:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.080743:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298693139
00000100:00000001:3.0:1790693537.080744:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.080746:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693537.080748:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080749:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693537.080753:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693537/real 1790693537]  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693537.080761:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693537.080762:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693537.080763:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693537.080766:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693537.080767:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693537.080769:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693537.080772:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693537.080780:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080792:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693537.080794:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.080795:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.080797:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693537.080800:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080804:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693537.080808:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080814:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693537.080816:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.080818:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.080819:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.080821:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693537.080823:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693537.080825:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693537.080828:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693537.080830:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693537.080845:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693537.080855:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328128:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693537.080859:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693537.080862:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080868:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693537.080869:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.080871:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693537.080874:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693537.080875:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693537.080878:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328256:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693537.080881:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693537.080883:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693537.080884:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.080886:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693537.080889:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693537.080891:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693537.080895:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693537.080897:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693537.080901:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693537.080904:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328256, portal 10
00000100:00000001:3.0:1790693537.080905:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693537.080907:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:3.0:1790693537.080912:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080919:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693537.080921:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693537.080923:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693537.080925:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101328256, offset 0
00000400:00000200:3.0:1790693537.080928:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693537.080931:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.080934:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693537.080936:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693537.080937:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693537.080939:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693537.080940:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693537.080942:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6799:6799:256:4294967295] 192.168.204.134@tcp LPNI seq info [6794:6794:8:4294967295]
00000400:00000200:3.0:1790693537.080945:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.080949:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693537.080952:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.080954:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693537.080957:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693537.080958:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693537.080961:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693537.080963:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693537.080965:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.080966:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693537.080968:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693537.080970:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693537.080972:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693537.080973:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693537.080975:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693537.080978:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080985:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.080988:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.080993:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.080995:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693537.080998:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693537.081001:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693537.081004:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693537.081006:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298693145
00000100:00000001:3.0:1790693537.081009:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.081011:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298693145
00000100:00000001:3.0:1790693537.081013:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.081015:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693537.081017:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.081019:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693537.081022:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693537/real 1790693537]  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693537.081034:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693537.081035:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693537.081036:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693537.081037:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693537.081039:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693537.081040:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693537.081042:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693537.081047:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081050:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693537.081051:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081052:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.081053:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693537.081055:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081058:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693537.081060:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081064:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693537.081066:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081067:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.081068:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081070:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693537.081071:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693537.081074:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693537.081076:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693537.081079:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693537.081082:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693537.081089:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328256:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693537.081093:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693537.081096:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081102:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693537.081103:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.081105:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693537.081107:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693537.081109:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693537.081112:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328384:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693537.081115:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693537.081117:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693537.081118:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.081119:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693537.081121:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693537.081122:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693537.081125:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693537.081127:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693537.081129:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693537.081131:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328384, portal 4
00000100:00000001:3.0:1790693537.081132:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693537.081133:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693537.081137:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081141:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693537.081143:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693537.081144:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693537.081145:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101328384, offset 0
00000400:00000200:3.0:1790693537.081147:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693537.081150:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.081152:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693537.081154:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693537.081156:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693537.081158:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693537.081159:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693537.081161:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6800:6800:256:4294967295] 192.168.204.134@tcp LPNI seq info [6795:6795:8:4294967295]
00000400:00000200:3.0:1790693537.081163:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.081169:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693537.081174:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.081176:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693537.081180:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693537.081182:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693537.081186:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693537.081189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693537.081192:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.081194:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693537.081197:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693537.081200:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693537.081203:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693537.081205:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693537.081207:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693537.081210:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081216:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.081218:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081222:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.081222:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693537.081225:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693537.081226:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693537.081228:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693537.081230:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298693139
00000100:00000001:3.0:1790693537.081232:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.081233:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298693139
00000100:00000001:3.0:1790693537.081234:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.081236:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693537.081237:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.081238:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693537.081240:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693537/real 1790693537]  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693537.081244:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693537.081245:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693537.081245:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693537.081247:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693537.081248:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693537.081249:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693537.081251:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693537.081255:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081258:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693537.081259:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081260:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.081261:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693537.081262:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081266:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693537.081268:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081274:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693537.081277:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081278:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.081279:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081281:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693537.081283:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693537.081285:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693537.081288:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693537.081290:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693537.081293:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693537.081300:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328384:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693537.081304:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693537.081307:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081313:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693537.081315:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.081317:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693537.081318:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693537.081320:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693537.081322:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328512:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693537.081324:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693537.081325:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693537.081326:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693537.081327:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693537.081330:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693537.081332:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693537.081336:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693537.081338:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693537.081341:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693537.081344:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328512, portal 4
00000100:00000001:3.0:1790693537.081345:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693537.081347:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693537.081352:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081358:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693537.081361:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693537.081363:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693537.081365:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101328512, offset 0
00000400:00000200:3.0:1790693537.081369:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693537.081372:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.081376:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693537.081378:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693537.081380:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693537.081382:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693537.081384:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693537.081387:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6801:6801:256:4294967295] 192.168.204.134@tcp LPNI seq info [6796:6796:8:4294967295]
00000400:00000200:3.0:1790693537.081390:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693537.081394:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693537.081417:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.081420:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693537.081424:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693537.081426:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693537.081429:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693537.081432:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693537.081435:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693537.081437:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693537.081439:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693537.081443:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693537.081446:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693537.081448:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693537.081450:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693537.081454:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081460:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.081462:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081466:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.081467:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693537.081469:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693537.081471:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693537.081473:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693537.081474:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298693145
00000100:00000001:3.0:1790693537.081476:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.081477:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298693145
00000100:00000001:3.0:1790693537.081479:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298694402
00000100:00000001:3.0:1790693537.081480:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693537.081481:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.081482:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693537.081484:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693537/real 1790693537]  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693537.081489:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693537.081489:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693537.081490:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693537.081492:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693537.081493:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693537.081494:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693537.081496:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693537.081500:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081504:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693537.081504:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081505:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.081506:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693537.081508:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081512:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693537.081514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081518:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693537.081519:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081520:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693537.081521:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081522:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693537.081522:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693537.081524:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693537.081525:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693537.081526:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693537.081528:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693537.081532:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328512:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693537.081534:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081535:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.081537:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101328128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081540:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693537.081542:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693537.081543:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693537.081545:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693537.081546:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693537.081547:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693537.081548:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693537.081549:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693537.081550:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693537.081551:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693537.081552:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:3.0:1790693537.081554:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693537.081555:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081556:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.081558:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101328256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081561:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693537.081562:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693537.081563:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693537.081564:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693537.081565:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693537.081565:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693537.081566:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693537.081567:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693537.081568:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693537.081569:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693537.081569:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:3.0:1790693537.081570:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693537.081571:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081572:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.081573:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101328384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081577:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693537.081577:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693537.081578:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693537.081579:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693537.081580:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693537.081580:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693537.081581:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693537.081582:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693537.081584:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693537.081584:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693537.081585:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693537.081586:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693537.081587:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081588:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693537.081590:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101328512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693537.081593:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693537.081594:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693537.081595:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693537.081596:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693537.081596:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693537.081597:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693537.081598:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693537.081598:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693537.081600:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693537.081600:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693537.081601:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693537.081602:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693537.081602:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081603:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693537.081606:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693537.081606:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693537.081608:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693537.081608:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693537.463473:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693537.463476:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693537.463481:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693537.463482:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693537.463483:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.463485:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693537.463486:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693537.463490:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693537.463490:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693537.463491:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693537.463494:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693537.463495:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693537.463497:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693537.463500:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693537.463501:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693537.463502:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693537.463505:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693537.463507:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693537.463507:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693537.463508:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693537.463512:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693537.463512:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693537.463518:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693537.463520:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693537.463520:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693537.463523:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693537.463527:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693537.463536:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693537.463543:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693537.463552:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693537.463554:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693537.463559:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693537.463561:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693537.463566:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693537.463567:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693537.463599:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693537.463603:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693537.463617:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693538.103553:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693538.103560:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693538.103562:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693538.103568:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693538.103572:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693538.103576:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693538.103580:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693538.103582:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693538.103585:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693538.423627:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298694402, at 4298694464
00000100:00000010:0.0:1790693538.423641:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78000.
00000100:00000040:1.0:1790693538.423753:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298694402, at 4298694464
00000100:00000010:1.0:1790693538.423758:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f789c0.
00000100:00000001:0.0:1790693538.487489:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693538.487489:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693538.487489:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693538.487490:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693538.487496:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693538.487498:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693538.487499:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693538.487502:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693538.487503:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693538.487503:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693538.487505:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693538.487506:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693538.487511:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693538.487511:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693538.487512:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693538.487512:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693538.487514:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693538.487518:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693538.487518:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693538.487519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693538.487519:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693538.487523:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693538.487524:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693538.487524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693538.487524:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693538.487529:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693538.487531:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693538.487533:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693538.487535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693538.487536:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693538.487539:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693538.487540:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693538.487541:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693538.487543:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693538.487544:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693538.487546:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693538.487549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693538.487550:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693539.127477:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693539.127485:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693539.127488:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693539.127493:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693539.127497:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693539.127501:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693539.127504:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693539.127507:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693539.127509:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693539.511523:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693539.511529:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693539.511530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693539.511530:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693539.511536:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693539.511536:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693539.511537:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693539.511539:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693539.511541:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693539.511541:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693539.511544:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1790693539.511545:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693539.511546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693539.511549:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693539.511549:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693539.511551:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693539.511553:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693539.511553:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693539.511556:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693539.511557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693539.511557:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693539.511561:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693539.511561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693539.511562:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693539.511563:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693539.511566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693539.511567:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693539.511573:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693539.511580:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693539.511583:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693539.511584:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693539.511585:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693539.511588:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693539.511589:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693539.511590:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693539.511592:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693539.511597:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693539.511598:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693539.511631:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693539.511644:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693539.511647:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693539.511894:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693539.511896:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693539.511897:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693539.511901:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693539.511903:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693539.511904:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693539.511905:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693539.511906:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693539.511908:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693540.151536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693540.151540:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693540.151542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693540.151546:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693540.151549:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693540.151551:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693540.151553:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693540.151555:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693540.151557:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693540.535500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693540.535500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693540.535508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693540.535508:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693540.535511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693540.535511:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693540.535516:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:3.0:1790693540.535516:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693540.535520:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693540.535520:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693540.535524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693540.535524:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693540.535527:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693540.535530:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693540.535533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693540.535533:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693540.535535:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693540.535536:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693540.535545:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693540.535549:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693540.535551:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693540.535554:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693540.535558:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693540.535559:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693540.535560:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693540.535563:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693540.535564:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693540.535568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693540.535569:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693540.535571:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693540.535579:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693540.535582:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693540.535584:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693540.535588:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693540.535589:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693540.535618:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693540.535621:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693540.535624:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693541.175463:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693541.175471:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693541.175473:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693541.175479:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693541.175482:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693541.175485:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693541.175488:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693541.175490:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693541.175493:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693541.559514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693541.559514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693541.559521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693541.559521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693541.559523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693541.559523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693541.559528:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693541.559528:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693541.559532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693541.559532:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693541.559536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693541.559536:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693541.559539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693541.559539:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693541.559541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693541.559542:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693541.559544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693541.559544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693541.559646:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693541.559649:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693541.559651:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693541.559654:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693541.559654:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693541.559656:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693541.559656:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693541.559659:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693541.559660:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693541.559661:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693541.559661:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693541.559663:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693541.559665:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693541.559666:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693541.559666:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693541.559668:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693541.559669:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693541.559671:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693541.559674:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693541.559678:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693541.559680:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693541.559682:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693541.559684:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693541.559707:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693541.559710:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693541.559713:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693542.199503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693542.199513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693542.199516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693542.199518:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1790693542.199522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:0.0:1790693542.199526:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693542.199528:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693542.199531:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693542.199533:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693542.199537:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693542.199538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693542.199542:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693542.199543:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693542.199548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693542.199553:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4025
00000400:00000200:0.0:1790693542.199561:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693542.199568:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693542.199571:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693542.199575:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.199577:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693542.199580:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.199582:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693542.199590:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693542.199592:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693542.199594:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693542.199598:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693542.199600:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693542.199602:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693542.199605:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.199607:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693542.199609:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.199611:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693542.199614:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693542.199617:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693542.199620:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693542.199622:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693542.199626:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693542.199628:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.199631:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693542.199633:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693542.199643:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693542.199646:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693542.199649:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693542.199651:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.199654:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693542.199656:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693542.199660:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693542.199669:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9000.
00000100:00000001:0.0:1790693542.199675:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693542.199684:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693542.199695:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693542.199698:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693542.199702:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693542.199725:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693542.199728:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693542.199732:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693542.199733:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693542.199744:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693542.199747:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693542.199750:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4025
00000400:00000200:0.0:1790693542.199754:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693542.199759:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693542.199761:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1790693542.199763:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693542.199765:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790693542.199768:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693542.199769:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693542.199774:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693542.199778:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693542.199779:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.199783:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693542.199789:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693542.199792:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:3.0:1790693542.199794:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790693542.199795:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693542.199797:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693542.199799:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
02000000:00000001:3.0:1790693542.199802:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1790693542.199804:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693542.199806:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693542.199808:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693542.199811:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693542.199815:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693542.199819:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101328640:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693542.199820:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693542.199825:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693542.199828:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693542.199829:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693542.199832:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1790693542.199833:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693542.199836:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.199839:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1790693542.199840:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693542.199843:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693542.199844:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:0.0:1790693542.199847:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693542.199848:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693542.199854:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693542.199854:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693542.199859:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
02000000:00000001:0.0:1790693542.199860:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.199863:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693542.199867:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1790693542.199870:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000008:00000001:0.0:1790693542.199871:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.199875:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693542.199879:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000100:00000200:3.0:1790693542.199881:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328640, portal 25
00000020:00000040:0.0:1790693542.199882:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693542.199887:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790693542.199888:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693542.199891:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.199891:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000001:0.0:1790693542.199895:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693542.199897:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693542.199900:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693542.199901:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693542.199904:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa400.
00000100:00000001:0.0:1790693542.199910:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.199915:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1790693542.199920:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693542.199923:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693542.199929:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693542.199934:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101328640, offset 0
00000100:00000001:0.0:1790693542.199935:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693542.199938:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.199942:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693542.199946:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693542.199951:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693542.199958:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:0.0:1790693542.199963:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.199966:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790693542.199967:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693542.199971:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1790693542.199972:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693542.199974:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693542.199977:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693542.199978:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693542.199983:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693542.199984:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:0.0:1790693542.199989:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4025
00000400:00000200:3.0:1790693542.199992:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6802:6802:256:4294967295] 192.168.204.134@tcp LPNI seq info [6797:6797:8:4294967295]
00000400:00000200:3.0:1790693542.200000:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693542.200006:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693542.200011:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693542.200014:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693542.200021:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693542.200023:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790693542.200028:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1790693542.200032:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693542.200033:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200037:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:3.0:1790693542.200037:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000020:00000001:0.0:1790693542.200043:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693542.200047:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000200:3.0:1790693542.200047:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:0.0:1790693542.200051:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.0:1790693542.200052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000020:00000040:0.0:1790693542.200054:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000200:3.1:1790693542.200059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:0.0:1790693542.200060:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.1:1790693542.200064:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1790693542.200065:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693542.200072:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000100:3.0:1790693542.200075:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200076:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1790693542.200080:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000040:0.0:1790693542.200082:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200086:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693542.200089:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:3.0:1790693542.200089:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1790693542.200095:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693542.200099:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693542.200101:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693542.200105:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693542.200107:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693542.200111:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
02000000:00000001:0.0:1790693542.200115:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693542.200116:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:0.0:1790693542.200120:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693542.200124:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693542.200125:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693542.200129:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693542.200135:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.200140:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200144:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1790693542.200145:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693542.200149:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000040:3.0:1790693542.200150:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693542.200153:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693542.200156:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.200161:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693542.200164:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693542.200166:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693542.200167:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200171:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:0.0:1790693542.200174:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8c00.
00000100:00000001:3.0:1790693542.200178:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.200180:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.200186:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:0.0:1790693542.200189:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693542.200191:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298699522
00000100:00000010:3.0:1790693542.200199:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78660.
00000100:00000001:0.0:1790693542.200200:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693542.200204:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200209:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790693542.200210:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200218:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298699522
00000100:00000010:3.0:1790693542.200222:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78900.
00000100:00000001:0.0:1790693542.200228:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200228:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693542.200233:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693542.200234:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693542.200239:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693542.200241:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693542.200244:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790693542.200245:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693542.200248:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1790693542.200252:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693542/real 1790693542]  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693542.200253:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693542.200258:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4025
00000400:00000200:0.0:1790693542.200264:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000001:3.0:1790693542.200275:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1790693542.200277:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000001:3.0:1790693542.200278:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693542.200281:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000100:00080000:0.0:1790693542.200282:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693542.200284:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693542.200287:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000040:0.0:1790693542.200289:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693542.200290:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790693542.200295:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1790693542.200296:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693542.200301:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200307:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693542.200308:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693542.200315:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693542.200316:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693542.200318:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790693542.200319:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:3.0:1790693542.200321:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1790693542.200324:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693542.200324:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790693542.200329:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00100000:3.0:1790693542.200329:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693542.200335:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693542.200337:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693542.200340:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693542.200342:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693542.200348:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693542.200350:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693542.200354:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200355:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.200356:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200357:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693542.200358:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693542.200359:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693542.200362:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1790693542.200365:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00080000:3.0:1790693542.200367:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693542.200371:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693542.200372:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693542.200377:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693542.200379:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693542.200387:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:3.0:1790693542.200388:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101328640:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693542.200393:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200394:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200415:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1790693542.200418:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1790693542.200418:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101328640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693542.200422:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693542.200427:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200428:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1790693542.200430:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693542.200431:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:0.0:1790693542.200433:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000010:3.0:1790693542.200434:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
00000008:00000001:0.0:1790693542.200435:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.200438:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1790693542.200439:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693542.200442:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000010:0.0:1790693542.200444:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:3.0:1790693542.200444:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000040:0.0:1790693542.200447:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693542.200449:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693542.200450:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.200452:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693542.200454:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693542.200456:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693542.200458:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693542.200459:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb000.
00000100:00000001:0.0:1790693542.200463:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693542.200463:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9000.
02000000:00000001:3.0:1790693542.200470:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:0.0:1790693542.200471:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693542.200474:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693542.200478:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:0.0:1790693542.200480:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693542.200482:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200483:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693542.200486:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200488:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200495:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693542.200496:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200498:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693542.200500:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693542.200501:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693542.200506:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693542.200514:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200515:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693542.200517:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.200520:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693542.200522:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693542.200525:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.200526:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693542.200530:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1790693542.200530:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328768:192.168.204.134@tcp:38:
00000100:00080000:0.0:1790693542.200537:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693542.200538:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693542.200539:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693542.200541:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1790693542.200541:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693542.200543:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.200545:0:29552:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:3.0:1790693542.200546:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1790693542.200549:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4025
02000000:00000010:3.0:1790693542.200550:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
00000400:00000200:0.0:1790693542.200554:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693542.200554:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693542.200558:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693542.200562:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693542.200563:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693542.200567:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693542.200568:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:0.0:1790693542.200569:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693542.200573:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200575:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:3.0:1790693542.200575:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000020:00000001:0.0:1790693542.200577:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693542.200580:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693542.200581:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1790693542.200582:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328768, portal 10
00000020:00000040:0.0:1790693542.200583:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693542.200585:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693542.200588:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693542.200588:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693542.200592:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:0.0:1790693542.200593:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200595:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693542.200598:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200599:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693542.200601:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000040:3.0:1790693542.200605:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693542.200606:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693542.200611:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693542.200616:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693542.200621:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693542.200621:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693542.200626:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:0.0:1790693542.200627:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693542.200630:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:0.0:1790693542.200631:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693542.200635:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1790693542.200636:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101328768, offset 0
00000008:00000001:0.0:1790693542.200640:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.200644:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.200645:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000010:0.0:1790693542.200651:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000400:00000200:3.0:1790693542.200652:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:0.0:1790693542.200654:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693542.200657:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693542.200659:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.200660:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:0.0:1790693542.200661:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693542.200664:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693542.200666:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.200666:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1790693542.200671:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9c00.
00000400:00000200:3.0:1790693542.200672:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693542.200675:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.200678:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1790693542.200682:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693542.200684:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693542.200691:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6803:6803:256:4294967295] 192.168.204.134@tcp LPNI seq info [6798:6798:8:4294967295]
00000100:00000001:0.0:1790693542.200694:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693542.200696:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693542.200701:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693542.200701:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693542.200709:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693542.200715:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4035)
00000400:00000200:3.0:1790693542.200715:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693542.200722:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.200726:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693542.200731:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693542.200747:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693542.200752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693542.200755:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693542.200773:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.200775:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693542.200779:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693542.200782:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693542.200785:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693542.200787:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693542.200790:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693542.200793:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200801:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.200804:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200811:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200812:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693542.200815:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693542.200818:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693542.200822:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693542.200824:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298698259
00000100:00000001:3.0:1790693542.200826:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.200829:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298698259
00000100:00000001:3.0:1790693542.200831:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.200832:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693542.200834:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.200836:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693542.200840:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693542/real 1790693542]  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693542.200848:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693542.200849:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693542.200850:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693542.200853:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693542.200855:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693542.200857:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693542.200860:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693542.200868:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200874:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693542.200876:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200877:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.200879:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693542.200882:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200888:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693542.200892:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200898:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693542.200901:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200902:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.200903:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.200905:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693542.200907:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693542.200909:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693542.200913:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693542.200915:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693542.200918:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693542.200926:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328768:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693542.200929:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693542.200932:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200944:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693542.200946:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.200947:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693542.200949:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693542.200951:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693542.200954:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328896:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693542.200957:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693542.200958:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693542.200960:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.200962:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693542.200965:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693542.200967:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.200970:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693542.200973:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693542.200976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693542.200978:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101328896, portal 10
00000100:00000001:3.0:1790693542.200980:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693542.200982:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693542.200986:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.200992:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693542.200994:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693542.200996:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693542.200998:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101328896, offset 0
00000400:00000200:3.0:1790693542.201002:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693542.201006:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693542.201009:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693542.201012:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693542.201014:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693542.201017:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693542.201019:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693542.201022:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6804:6804:256:4294967295] 192.168.204.134@tcp LPNI seq info [6799:6799:8:4294967295]
00000400:00000200:3.0:1790693542.201026:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693542.201031:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693542.201035:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.201038:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693542.201042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693542.201045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693542.201049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693542.201052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693542.201055:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.201057:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693542.201060:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693542.201063:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693542.201066:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693542.201067:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693542.201069:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693542.201073:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201081:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.201084:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201091:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201092:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693542.201095:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693542.201098:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693542.201101:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693542.201103:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298698265
00000100:00000001:3.0:1790693542.201105:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.201107:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298698265
00000100:00000001:3.0:1790693542.201109:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.201111:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693542.201113:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201115:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693542.201119:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693542/real 1790693542]  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693542.201127:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693542.201128:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693542.201129:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693542.201131:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693542.201133:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693542.201135:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693542.201138:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693542.201145:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201151:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693542.201152:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201154:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.201155:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693542.201159:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201166:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693542.201170:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201176:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693542.201179:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201180:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.201181:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201183:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693542.201185:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693542.201187:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693542.201191:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693542.201193:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693542.201197:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693542.201205:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101328896:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693542.201208:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201210:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.201213:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101328768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201220:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693542.201221:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693542.201223:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693542.201226:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693542.201227:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693542.201228:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693542.201231:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693542.201232:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:3.0:1790693542.201235:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693542.201236:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693542.201237:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693542.201240:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693542.201241:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201243:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.201246:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101328896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201252:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693542.201253:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693542.201255:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693542.201257:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693542.201258:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693542.201259:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693542.201261:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693542.201263:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:3.0:1790693542.201265:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693542.201266:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693542.201268:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693542.201270:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693542.201271:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201273:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201276:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693542.201277:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201279:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693542.201281:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693542.201282:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693542.201285:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201291:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693542.201292:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.201295:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693542.201296:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693542.201298:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693542.201301:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329024:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693542.201304:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693542.201306:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693542.201307:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.201309:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693542.201311:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693542.201313:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.201316:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693542.201318:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693542.201321:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693542.201324:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329024, portal 4
00000100:00000001:3.0:1790693542.201325:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693542.201326:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693542.201332:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201337:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693542.201340:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693542.201342:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693542.201344:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101329024, offset 0
00000400:00000200:3.0:1790693542.201348:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693542.201352:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693542.201355:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693542.201358:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693542.201360:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693542.201363:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693542.201365:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693542.201368:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6805:6805:256:4294967295] 192.168.204.134@tcp LPNI seq info [6800:6800:8:4294967295]
00000400:00000200:3.0:1790693542.201372:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693542.201378:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693542.201382:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.201384:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693542.201387:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693542.201390:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693542.201395:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693542.201415:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693542.201419:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.201421:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693542.201424:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693542.201427:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693542.201430:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693542.201432:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693542.201434:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693542.201438:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201446:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.201449:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201455:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201457:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693542.201460:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693542.201462:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693542.201465:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693542.201467:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298698260
00000100:00000001:3.0:1790693542.201470:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.201472:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298698260
00000100:00000001:3.0:1790693542.201474:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.201477:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693542.201479:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201481:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693542.201484:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693542/real 1790693542]  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693542.201491:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693542.201493:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693542.201494:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693542.201496:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693542.201498:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693542.201499:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693542.201502:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693542.201510:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201515:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693542.201516:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201517:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.201519:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693542.201522:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201528:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693542.201531:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201538:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693542.201541:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201542:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.201543:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201545:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693542.201547:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693542.201550:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693542.201553:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693542.201555:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693542.201559:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693542.201566:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329024:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693542.201569:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693542.201573:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201579:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693542.201580:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.201582:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693542.201584:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693542.201586:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693542.201589:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329152:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693542.201592:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693542.201594:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693542.201595:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693542.201597:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693542.201600:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693542.201602:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693542.201605:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693542.201608:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693542.201610:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693542.201613:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329152, portal 4
00000100:00000001:3.0:1790693542.201615:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693542.201616:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693542.201622:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201627:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693542.201629:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693542.201632:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693542.201634:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101329152, offset 0
00000400:00000200:3.0:1790693542.201638:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693542.201641:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693542.201644:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693542.201647:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693542.201650:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693542.201652:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693542.201654:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693542.201657:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6806:6806:256:4294967295] 192.168.204.134@tcp LPNI seq info [6801:6801:8:4294967295]
00000400:00000200:3.0:1790693542.201660:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693542.201666:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693542.201670:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.201673:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693542.201677:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693542.201679:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693542.201684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693542.201686:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693542.201690:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693542.201692:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693542.201694:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693542.201698:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693542.201701:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693542.201702:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693542.201705:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693542.201708:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201716:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.201719:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201725:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201726:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693542.201729:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693542.201732:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693542.201749:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693542.201752:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298698265
00000100:00000001:3.0:1790693542.201755:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.201757:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298698265
00000100:00000001:3.0:1790693542.201759:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298699522
00000100:00000001:3.0:1790693542.201761:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693542.201763:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201765:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693542.201769:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693542/real 1790693542]  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693542.201777:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693542.201779:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693542.201780:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693542.201783:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693542.201784:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693542.201786:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693542.201790:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693542.201798:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201810:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693542.201812:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201813:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.201815:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693542.201818:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201825:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693542.201829:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201835:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693542.201837:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201839:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693542.201840:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201842:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693542.201843:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693542.201846:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693542.201849:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693542.201851:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693542.201855:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693542.201863:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329152:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693542.201866:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201868:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.201871:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101329024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201877:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693542.201879:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693542.201881:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693542.201883:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693542.201885:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693542.201886:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693542.201888:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693542.201890:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:3.0:1790693542.201893:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693542.201894:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693542.201896:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693542.201898:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693542.201900:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201901:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693542.201904:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101329152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693542.201911:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693542.201912:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693542.201914:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693542.201916:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693542.201917:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693542.201918:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693542.201919:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693542.201921:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:3.0:1790693542.201923:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693542.201924:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693542.201925:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693542.201927:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693542.201928:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693542.201933:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693542.201934:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693542.201936:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693542.201937:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.583504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693542.583510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693542.583511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693542.583513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693542.583516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693542.583517:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693542.583518:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693542.583519:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693542.583522:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.583524:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693542.583525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693542.583529:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693542.583529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693542.583530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693542.583531:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693542.583532:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693542.583535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693542.583536:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693542.583536:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693542.583536:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693542.583541:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693542.583544:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693542.583544:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693542.583545:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693542.583546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693542.583548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693542.583549:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693542.583551:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693542.583554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693542.583555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693542.583561:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693542.583563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693542.583565:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693542.583566:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693542.583569:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693542.583600:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693542.583603:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693542.583606:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693543.223504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693543.223511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693543.223514:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693543.223519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693543.223522:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693543.223525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693543.223528:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693543.223529:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693543.223531:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693543.543524:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298699522, at 4298699584
00000100:00000040:1.0:1790693543.543524:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298699522, at 4298699584
00000100:00000010:1.0:1790693543.543541:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78900.
00000100:00000010:0.0:1790693543.543543:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78660.
00000100:00000001:0.0:1790693543.607516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693543.607516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693543.607521:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693543.607523:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693543.607523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693543.607524:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693543.607525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693543.607527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693543.607531:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693543.607532:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693543.607533:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693543.607537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693543.607538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693543.607539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693543.607541:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693543.607543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693543.607543:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693543.607545:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693543.607546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693543.607547:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693543.607549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693543.607553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693543.607557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693543.607557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693543.607560:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693543.607565:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693543.607660:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693543.607663:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693543.607667:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693543.607724:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693543.607727:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693543.607728:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693543.607730:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693543.607733:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693543.607735:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693543.607737:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693543.607739:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693543.607741:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693544.247524:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693544.247536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693544.247540:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693544.247548:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693544.247552:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693544.247558:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693544.247561:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693544.247566:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693544.247570:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693544.631493:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693544.631499:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693544.631501:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693544.631504:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693544.631507:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693544.631510:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693544.631512:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693544.631513:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693544.631516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693544.631516:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693544.631522:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693544.631523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693544.631526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693544.631528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693544.631530:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693544.631531:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693544.631533:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693544.631534:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693544.631624:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693544.631627:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693544.631628:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693544.631630:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693544.631633:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693544.631635:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693544.631637:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693544.631638:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693544.631640:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693544.631655:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693544.631657:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693544.631666:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693544.631667:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693544.631671:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693544.631672:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693544.631675:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693544.631676:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693544.631706:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693544.631708:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693544.631711:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693545.271501:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693545.271509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693545.271511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693545.271517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693545.271522:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693545.271527:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693545.271531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693545.271535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693545.271539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693545.655505:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693545.655505:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693545.655513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693545.655513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693545.655514:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693545.655518:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693545.655518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693545.655519:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693545.655526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693545.655527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693545.655527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693545.655528:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693545.655531:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693545.655534:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693545.655535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693545.655535:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693545.655535:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693545.655539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693545.655540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693545.655541:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693545.655544:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693545.655546:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693545.655547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693545.655548:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693545.655548:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693545.655550:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693545.655551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693545.655553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693545.655556:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693545.655557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693545.655558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693545.655558:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693545.655559:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693545.655562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693545.655567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693545.655604:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693545.655607:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693545.655610:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693546.295527:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693546.295539:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693546.295542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693546.295548:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693546.295552:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693546.295561:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693546.295564:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693546.295567:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693546.295570:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693546.679500:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693546.679500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693546.679500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693546.679504:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693546.679508:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693546.679509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693546.679509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693546.679510:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693546.679511:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693546.679513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693546.679513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693546.679513:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693546.679518:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693546.679519:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693546.679520:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693546.679521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693546.679522:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693546.679526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693546.679527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693546.679527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693546.679527:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693546.679529:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693546.679531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693546.679532:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693546.679532:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693546.679533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693546.679537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693546.679537:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693546.679538:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693546.679542:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693546.679542:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693546.679543:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693546.679543:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693546.679546:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693546.679547:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693546.679549:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693546.679549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693546.679553:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693546.679556:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693546.679561:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693546.679563:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693546.679581:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693546.679584:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693546.679587:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693547.319501:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693547.319509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693547.319512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693547.319517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693547.319521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693547.319525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693547.319528:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693547.319530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693547.319533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693547.319572:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693547.319577:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693547.319579:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693547.319582:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693547.319586:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693547.319593:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4030
00000400:00000200:1.0:1790693547.319600:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693547.319606:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693547.319609:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693547.319613:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.319616:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693547.319619:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.319621:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693547.319629:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693547.319632:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693547.319635:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693547.319650:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693547.319654:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693547.319657:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693547.319660:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.319662:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693547.319664:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.319665:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693547.319668:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693547.319671:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693547.319674:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693547.319677:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693547.319680:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693547.319683:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.319686:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693547.319689:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693547.319696:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d500.
00000020:00000040:1.0:1790693547.319699:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693547.319702:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693547.319705:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.319707:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693547.319711:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693547.319715:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693547.319722:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693547.319727:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693547.319735:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693547.319745:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693547.319748:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693547.319753:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9cf8eba] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693547.319775:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693547.319778:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693547.319783:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693547.319784:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693547.319786:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693547.319789:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693547.319792:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4030
00000400:00000200:1.0:1790693547.319795:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693547.319799:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693547.319802:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693547.319807:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.319809:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693547.319811:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790693547.319812:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693547.319816:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693547.319819:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693547.319827:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:3.0:1790693547.319828:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693547.319834:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693547.319837:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693547.319841:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693547.319843:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790693547.319846:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:3.0:1790693547.319846:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693547.319853:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693547.319853:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1790693547.319858:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693547.319858:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693547.319862:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693547.319866:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693547.319870:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101329280:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693547.319871:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693547.319877:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693547.319878:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693547.319882:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693547.319884:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790693547.319887:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693547.319888:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.319893:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1790693547.319894:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693547.319903:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693547.319905:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:1.0:1790693547.319906:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693547.319910:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693547.319914:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693547.319919:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693547.319919:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693547.319924:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:3.0:1790693547.319927:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000008:00100000:1.0:1790693547.319929:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693547.319935:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693547.319935:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693547.319941:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693547.319945:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ce00.
00000100:00000200:3.0:1790693547.319945:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329280, portal 25
00000020:00000040:1.0:1790693547.319951:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693547.319952:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693547.319955:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912799488 : -115045796752128 : ffff975dd026d500)
02000000:00000001:1.0:1790693547.319957:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693547.319960:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.319964:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1790693547.319964:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693547.319967:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693547.319970:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693547.319976:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:3.0:1790693547.319978:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693547.319981:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693547.319984:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693547.319989:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00100000:1.0:1790693547.319990:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1790693547.319995:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101329280, offset 0
00000100:00000001:1.0:1790693547.320004:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693547.320008:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693547.320008:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693547.320015:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca79781] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693547.320027:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693547.320029:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693547.320031:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693547.320033:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693547.320037:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693547.320039:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693547.320041:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693547.320045:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693547.320049:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1790693547.320051:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4030
00000400:00000200:3.0:1790693547.320056:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693547.320058:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.320063:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693547.320065:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693547.320069:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:1.0:1790693547.320070:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693547.320078:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693547.320079:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6807:6807:256:4294967295] 192.168.204.134@tcp LPNI seq info [6802:6802:8:4294967295]
00000100:00000001:1.0:1790693547.320083:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693547.320086:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320089:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693547.320093:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693547.320094:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693547.320095:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693547.320097:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693547.320099:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693547.320101:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693547.320103:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320105:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693547.320107:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320118:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693547.320123:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693547.320126:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320128:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693547.320130:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693547.320133:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693547.320135:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.320137:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693547.320139:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693547.320141:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.320142:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693547.320146:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000020:00000040:1.0:1790693547.320149:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693547.320151:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693547.320152:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.320154:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693547.320155:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693547.320157:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693547.320161:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693547.320164:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693547.320168:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693547.320182:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693547.320191:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693547.320193:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693547.320201:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693547.320202:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693547.320212:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693547.320215:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693547.320221:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693547.320225:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1790693547.320225:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693547.320229:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693547.320233:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000800:00000010:3.0:1790693547.320234:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00080000:1.0:1790693547.320238:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4030
00000400:00000200:1.0:1790693547.320243:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:3.0:1790693547.320247:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000400:00000200:1.0:1790693547.320251:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000200:3.0:1790693547.320253:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000100:00080000:1.0:1790693547.320254:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693547.320261:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.1:1790693547.320264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693547.320267:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1790693547.320268:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1790693547.320272:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320278:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000100:3.0:1790693547.320278:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.320284:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000020:00000001:1.0:1790693547.320285:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693547.320288:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693547.320290:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1790693547.320291:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1790693547.320293:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693547.320299:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:3.0:1790693547.320299:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1790693547.320305:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:3.0:1790693547.320309:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000100:00000040:1.0:1790693547.320312:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693547.320314:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:1.0:1790693547.320316:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693547.320320:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693547.320321:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320325:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693547.320328:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693547.320329:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693547.320337:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320344:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320345:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693547.320346:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693547.320350:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693547.320353:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693547.320354:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.320357:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693547.320360:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693547.320365:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.320370:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320371:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320374:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000010:1.0:1790693547.320375:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693547.320380:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:3.0:1790693547.320381:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693547.320384:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693547.320388:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693547.320388:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693547.320393:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693547.320394:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298704642
02000000:00000001:1.0:1790693547.320425:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1790693547.320426:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78540.
02000000:00000001:1.0:1790693547.320429:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320434:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1790693547.320436:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693547.320443:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320445:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298704643
00000100:00100000:1.0:1790693547.320450:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1790693547.320452:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f783c0.
00000100:00000001:3.0:1790693547.320459:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693547.320461:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693547.320465:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320465:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693547.320471:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693547.320472:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.320476:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693547.320483:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693547.320485:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693547/real 1790693547]  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693547.320489:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693547.320498:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693547.320503:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:3.0:1790693547.320504:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693547.320506:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1790693547.320508:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693547.320512:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000100:00000001:1.0:1790693547.320514:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693547.320518:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000100:00080000:1.0:1790693547.320521:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4030
00000400:00000010:3.0:1790693547.320523:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693547.320529:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000400:00000200:1.0:1790693547.320530:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:3.0:1790693547.320536:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693547.320537:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693547.320541:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693547.320551:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320554:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1790693547.320557:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693547.320559:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320565:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693547.320572:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693547.320572:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:1.0:1790693547.320576:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:3.0:1790693547.320577:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693547.320581:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693547.320582:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1790693547.320584:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:3.0:1790693547.320585:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693547.320588:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693547.320592:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00100000:3.0:1790693547.320593:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693547.320597:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320601:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693547.320605:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693547.320610:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693547.320612:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693547.320614:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693547.320621:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:3.0:1790693547.320621:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693547.320627:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693547.320632:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693547.320648:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693547.320650:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1790693547.320653:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320656:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693547.320658:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693547.320661:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1790693547.320664:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693547.320664:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1790693547.320671:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320672:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693547.320675:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320678:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1790693547.320683:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000100:00080000:3.0:1790693547.320684:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1790693547.320690:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00080000:3.0:1790693547.320695:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
02000000:00000001:1.0:1790693547.320698:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693547.320699:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1790693547.320701:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.320705:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693547.320706:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693547.320710:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693547.320710:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693547.320717:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693547.320724:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693547.320726:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101329280:192.168.204.134@tcp:250:
00000100:00100000:1.0:1790693547.320734:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693547.320738:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693547.320740:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693547.320743:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.320744:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693547.320748:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693547.320755:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693547.320761:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4041)
00000100:00000040:3.0:1790693547.320814:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d500 x1877674101329280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.320826:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693547.320828:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693547.320830:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693547.320834:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693547.320836:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693547.320837:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693547.320839:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693547.320841:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:3.0:1790693547.320844:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693547.320846:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693547.320847:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d500.
00000100:00000001:3.0:1790693547.320850:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693547.320851:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.320854:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.320859:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693547.320861:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.321019:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693547.321022:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693547.321025:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693547.321031:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321039:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693547.321040:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.321043:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693547.321045:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693547.321047:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693547.321050:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329408:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693547.321054:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693547.321057:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693547.321059:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.321061:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693547.321064:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693547.321066:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693547.321072:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693547.321075:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693547.321308:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693547.321314:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329408, portal 10
00000100:00000001:3.0:1790693547.321316:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693547.321318:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
00000100:00000040:3.0:1790693547.321326:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321333:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693547.321335:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693547.321338:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693547.321340:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101329408, offset 0
00000400:00000200:3.0:1790693547.321345:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693547.321350:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.321354:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693547.321357:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693547.321359:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693547.321362:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693547.321364:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693547.321367:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6808:6808:256:4294967295] 192.168.204.134@tcp LPNI seq info [6803:6803:8:4294967295]
00000400:00000200:3.0:1790693547.321371:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.321378:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693547.321382:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.321386:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693547.321390:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693547.321393:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693547.321423:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693547.321426:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693547.321431:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.321434:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693547.321438:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693547.321441:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693547.321445:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693547.321447:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693547.321450:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693547.321454:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321462:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.321465:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321471:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.321472:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693547.321475:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693547.321478:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693547.321481:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693547.321483:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298703380
00000100:00000001:3.0:1790693547.321486:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298704642
00000100:00000001:3.0:1790693547.321488:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298703380
00000100:00000001:3.0:1790693547.321490:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298704643
00000100:00000001:3.0:1790693547.321492:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693547.321494:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.321495:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693547.321499:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693547/real 1790693547]  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693547.321506:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693547.321507:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693547.321509:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693547.321511:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693547.321513:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693547.321515:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693547.321518:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693547.321525:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321536:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693547.321537:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.321540:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.321541:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693547.321545:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321552:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693547.321556:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321564:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693547.321566:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.321568:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.321569:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.321571:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693547.321573:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693547.321576:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693547.321580:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693547.321582:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693547.321586:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693547.321595:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329408:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693547.321599:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693547.321802:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321809:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693547.321811:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.321813:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693547.321815:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693547.321817:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693547.321820:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329536:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693547.321823:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693547.321825:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693547.321827:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.321828:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693547.321832:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693547.321834:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693547.321837:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693547.321839:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693547.321842:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693547.321845:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329536, portal 10
00000100:00000001:3.0:1790693547.321846:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693547.321847:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:3.0:1790693547.321853:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321858:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693547.321860:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693547.321862:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693547.321865:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101329536, offset 0
00000400:00000200:3.0:1790693547.321868:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693547.321872:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.321875:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693547.321878:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693547.321880:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693547.321883:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693547.321885:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693547.321888:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6809:6809:256:4294967295] 192.168.204.134@tcp LPNI seq info [6804:6804:8:4294967295]
00000400:00000200:3.0:1790693547.321891:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.321897:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693547.321902:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.321906:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693547.321910:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693547.321912:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693547.321917:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693547.321919:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693547.321922:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.321924:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693547.321927:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693547.321930:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693547.321935:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693547.321937:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693547.321941:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693547.321947:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321955:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.321959:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.321965:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.321966:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693547.321969:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693547.321972:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693547.321975:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693547.321977:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298703386
00000100:00000001:3.0:1790693547.321979:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298704642
00000100:00000001:3.0:1790693547.321981:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298703386
00000100:00000001:3.0:1790693547.321983:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298704643
00000100:00000001:3.0:1790693547.321985:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693547.321986:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.321988:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693547.321992:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693547/real 1790693547]  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693547.322005:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693547.322006:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693547.322008:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693547.322010:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693547.322011:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693547.322014:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693547.322017:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693547.322025:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322031:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693547.322032:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322034:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.322035:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693547.322039:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322045:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693547.322048:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322054:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693547.322056:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322057:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.322059:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322060:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693547.322062:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693547.322065:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693547.322068:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693547.322070:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693547.322074:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693547.322081:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329536:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693547.322092:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693547.322098:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322104:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693547.322106:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.322108:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693547.322110:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693547.322112:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693547.322115:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329664:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693547.322118:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693547.322120:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693547.322122:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.322124:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693547.322127:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693547.322129:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693547.322133:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693547.322135:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693547.322138:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693547.322141:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329664, portal 4
00000100:00000001:3.0:1790693547.322143:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693547.322144:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:3.0:1790693547.322150:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322156:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693547.322158:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693547.322160:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693547.322162:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101329664, offset 0
00000400:00000200:3.0:1790693547.322166:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693547.322170:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.322173:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693547.322176:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693547.322178:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693547.322180:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693547.322182:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693547.322185:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6810:6810:256:4294967295] 192.168.204.134@tcp LPNI seq info [6805:6805:8:4294967295]
00000400:00000200:3.0:1790693547.322189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.322195:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693547.322199:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.322202:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693547.322206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693547.322208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693547.322212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693547.322214:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693547.322218:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.322220:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693547.322222:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693547.322225:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693547.322228:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693547.322230:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693547.322232:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693547.322235:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322243:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.322245:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322251:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.322253:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693547.322256:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693547.322259:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693547.322262:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693547.322264:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298703380
00000100:00000001:3.0:1790693547.322266:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298704642
00000100:00000001:3.0:1790693547.322268:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298703380
00000100:00000001:3.0:1790693547.322270:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298704643
00000100:00000001:3.0:1790693547.322272:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693547.322274:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.322276:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693547.322279:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693547/real 1790693547]  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693547.322286:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693547.322287:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693547.322289:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693547.322291:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693547.322292:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693547.322295:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693547.322297:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693547.322305:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322311:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693547.322312:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322314:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.322315:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693547.322318:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322325:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693547.322328:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322335:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693547.322337:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322339:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.322340:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322341:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693547.322343:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693547.322345:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693547.322348:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693547.322350:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693547.322354:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693547.322362:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329664:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693547.322365:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693547.322368:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322374:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693547.322376:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.322378:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693547.322379:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693547.322381:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693547.322383:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329792:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693547.322386:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693547.322388:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693547.322389:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693547.322391:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693547.322395:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693547.322425:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693547.322429:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693547.322433:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693547.322439:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693547.322443:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329792, portal 4
00000100:00000001:3.0:1790693547.322445:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693547.322447:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:3.0:1790693547.322454:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322460:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693547.322463:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693547.322465:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693547.322467:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101329792, offset 0
00000400:00000200:3.0:1790693547.322470:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693547.322473:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.322477:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693547.322479:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693547.322481:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693547.322483:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693547.322486:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693547.322489:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6811:6811:256:4294967295] 192.168.204.134@tcp LPNI seq info [6806:6806:8:4294967295]
00000400:00000200:3.0:1790693547.322492:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693547.322498:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693547.322502:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.322505:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693547.322509:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693547.322512:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693547.322516:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693547.322518:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693547.322522:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693547.322523:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693547.322526:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693547.322529:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693547.322532:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693547.322533:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693547.322535:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693547.322538:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322545:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.322548:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322553:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.322555:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693547.322557:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693547.322561:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693547.322564:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693547.322566:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298703386
00000100:00000001:3.0:1790693547.322568:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298704642
00000100:00000001:3.0:1790693547.322570:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298703386
00000100:00000001:3.0:1790693547.322572:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298704643
00000100:00000001:3.0:1790693547.322574:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693547.322576:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.322578:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693547.322581:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693547/real 1790693547]  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693547.322588:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693547.322589:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693547.322591:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693547.322593:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693547.322594:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693547.322596:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693547.322599:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693547.322606:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322611:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693547.322613:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322614:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.322616:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693547.322619:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322625:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693547.322628:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322634:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693547.322651:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322653:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693547.322654:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322655:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693547.322657:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693547.322660:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693547.322663:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693547.322665:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693547.322669:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693547.322676:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101329792:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693547.322680:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322682:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.322685:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101329408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322691:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693547.322693:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693547.322695:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693547.322698:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693547.322699:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693547.322701:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693547.322703:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693547.322704:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:3.0:1790693547.322708:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693547.322709:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693547.322711:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00000001:3.0:1790693547.322713:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693547.322715:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322716:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.322719:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101329536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322725:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693547.322727:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693547.322728:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693547.322730:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693547.322731:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693547.322732:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693547.322734:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693547.322736:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:3.0:1790693547.322737:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693547.322738:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693547.322740:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:3.0:1790693547.322742:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693547.322743:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322745:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.322747:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101329664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322754:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693547.322755:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693547.322756:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693547.322759:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693547.322760:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693547.322761:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693547.322763:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693547.322765:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:3.0:1790693547.322766:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693547.322767:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693547.322768:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:3.0:1790693547.322771:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693547.322772:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322774:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693547.322776:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101329792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693547.322782:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693547.322783:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693547.322785:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693547.322786:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693547.322787:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693547.322788:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693547.322790:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693547.322792:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693547.322793:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693547.322794:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693547.322796:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:3.0:1790693547.322797:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693547.322799:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322801:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693547.322806:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693547.322807:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693547.322810:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693547.322811:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693547.703511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693547.703511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693547.703511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693547.703514:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693547.703518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693547.703519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693547.703520:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693547.703520:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.703522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693547.703523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693547.703524:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693547.703528:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693547.703530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693547.703531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693547.703531:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693547.703535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693547.703536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693547.703538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693547.703539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693547.703540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693547.703542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693547.703543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693547.703543:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693547.703546:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693547.703547:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693547.703548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693547.703550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693547.703551:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693547.703552:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693547.703555:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693547.703556:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.703557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693547.703557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693547.703561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693547.703565:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693547.703593:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693547.703597:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693547.703600:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693548.343524:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693548.343533:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693548.343536:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693548.343541:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693548.343545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693548.343549:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693548.343552:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693548.343554:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693548.343558:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693548.663506:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298704642, at 4298704704
00000100:00000040:1.0:1790693548.663506:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298704643, at 4298704704
00000100:00000010:1.0:1790693548.663522:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f783c0.
00000100:00000010:0.0:1790693548.663525:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78540.
00000100:00000001:0.0:1790693548.727495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693548.727495:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693548.727499:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693548.727503:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693548.727503:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693548.727504:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693548.727508:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693548.727512:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693548.727514:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693548.727515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693548.727515:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693548.727520:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693548.727523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693548.727524:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693548.727525:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693548.727527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693548.727528:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693548.727530:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693548.727531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693548.727534:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693548.727535:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693548.727536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693548.727538:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693548.727540:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693548.727541:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693548.727545:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693548.727564:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693548.727568:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693548.727571:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693548.727653:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693548.727657:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693548.727660:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693548.727663:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693548.727666:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693548.727668:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693548.727670:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693548.727671:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693548.727674:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693549.367480:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693549.367488:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693549.367491:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693549.367498:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693549.367502:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693549.367506:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693549.367508:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693549.367511:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693549.367513:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693549.751479:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693549.751484:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693549.751489:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693549.751493:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693549.751499:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693549.751503:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693549.751504:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693549.751507:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693549.751508:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693549.751514:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693549.751516:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693549.751520:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693549.751521:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693549.751523:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693549.751526:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693549.751527:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693549.751527:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751528:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693549.751536:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693549.751538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693549.751540:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693549.751543:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693549.751543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693549.751545:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693549.751552:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1790693549.751553:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693549.751553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751559:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693549.751566:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693549.751567:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693549.751571:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693549.751572:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693549.751575:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693549.751577:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693549.751577:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693549.751587:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751602:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751609:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693549.751611:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693549.751613:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693549.751615:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751617:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693549.751618:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751620:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751622:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693549.751626:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693549.751627:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693549.751685:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693549.751688:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693549.751691:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693550.391543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693550.391551:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693550.391553:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693550.391559:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693550.391562:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693550.391565:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693550.391568:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693550.391569:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693550.391572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693550.775511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693550.775515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693550.775519:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693550.775521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693550.775523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693550.775525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693550.775528:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693550.775528:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693550.775530:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693550.775531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693550.775537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693550.775539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693550.775539:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693550.775540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693550.775545:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693550.775547:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693550.775548:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693550.775550:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693550.775553:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693550.775559:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693550.775564:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693550.775565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693550.775565:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693550.775566:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693550.775582:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693550.775584:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693550.775584:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693550.775584:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693550.775595:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693550.775595:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693550.775596:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693550.775596:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693550.775598:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693550.775601:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693550.775605:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693550.775637:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693550.775641:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693550.775644:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693551.415544:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693551.415555:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693551.415570:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693551.415575:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693551.415579:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693551.415583:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693551.415587:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693551.415590:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693551.415593:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693551.799537:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693551.799548:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693551.799561:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693551.799561:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693551.799563:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693551.799570:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693551.799571:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693551.799576:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693551.799577:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693551.799580:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693551.799582:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693551.799582:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693551.799586:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693551.799587:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693551.799588:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693551.799592:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693551.799595:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693551.799595:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693551.799595:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693551.799599:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693551.799601:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693551.799607:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693551.799607:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693551.799608:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693551.799609:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693551.799613:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693551.799614:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693551.799617:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693551.799618:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693551.799621:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693551.799621:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693551.799623:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693551.799625:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693551.799632:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693551.799633:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693551.799645:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693551.799646:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693551.799651:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693551.799654:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693551.799657:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693551.799661:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693551.799711:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693551.799715:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693551.799718:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693552.439587:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693552.439600:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693552.439604:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693552.439611:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693552.439616:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693552.439620:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.439624:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693552.439628:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.439632:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693552.439637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693552.439648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693552.439651:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693552.439658:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693552.439664:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693552.439674:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4036
00000400:00000200:3.0:1790693552.439682:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693552.439688:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693552.439691:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693552.439694:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439697:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.439699:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439701:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693552.439709:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693552.439712:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693552.439714:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693552.439717:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693552.439719:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693552.439721:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693552.439723:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439732:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.439733:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439735:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693552.439738:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693552.439741:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439744:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693552.439748:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693552.439752:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693552.439756:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.439758:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693552.439761:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693552.439773:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563100.
00000020:00000040:3.0:1790693552.439777:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693552.439782:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693552.439784:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.439788:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693552.439792:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693552.439797:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693552.439807:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693552.439815:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693552.439828:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693552.439840:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693552.439845:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693552.439850:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0521de] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693552.439871:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693552.439874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693552.439876:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693552.439878:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693552.439879:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693552.439881:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693552.439883:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4036
00000400:00000200:3.0:1790693552.439887:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693552.439889:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693552.439891:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693552.439893:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439902:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693552.439903:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693552.439907:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693552.439910:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693552.439911:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693552.439915:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790693552.439916:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693552.439919:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693552.439922:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693552.439925:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693552.439927:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693552.439933:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693552.439935:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693552.439940:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439950:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.439959:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.439967:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693552.439972:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1790693552.439974:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:2.0:1790693552.439976:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693552.439982:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:2.0:1790693552.439988:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790693552.439988:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693552.439995:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693552.439996:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693552.440001:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693552.440004:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693552.440007:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101329920:192.168.204.134@tcp:250:
02000000:00000001:3.0:1790693552.440008:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440014:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693552.440020:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1790693552.440020:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693552.440026:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.440028:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693552.440030:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.440033:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693552.440037:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562d80.
02000000:00000001:2.0:1790693552.440038:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1790693552.440043:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000010:2.0:1790693552.440053:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:3.0:1790693552.440056:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693552.440058:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693552.440061:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440065:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693552.440067:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790693552.440074:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693552.440075:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693552.440087:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095800.
00000400:00000010:2.0:1790693552.440088:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693552.440094:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693552.440103:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00100000:3.0:1790693552.440103:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693552.440119:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693552.440121:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693552.440122:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101329920, portal 25
00000100:00000040:3.0:1790693552.440125:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021b469bb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.440138:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693552.440141:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00000040:2.0:1790693552.440155:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693552.440156:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693552.440164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693552.440174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693552.440177:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693552.440183:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1790693552.440186:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1790693552.440188:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693552.440193:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000001:3.0:1790693552.440196:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693552.440202:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4036
00000100:00000200:2.0:1790693552.440203:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101329920, offset 0
00000400:00000200:3.0:1790693552.440210:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693552.440214:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693552.440215:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693552.440225:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693552.440225:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440231:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.440234:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440236:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693552.440242:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.440251:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693552.440257:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693552.440260:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693552.440264:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693552.440267:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693552.440271:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6812:6812:256:4294967295] 192.168.204.134@tcp LPNI seq info [6807:6807:8:4294967295]
00000400:00000200:2.0:1790693552.440275:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:3.0:1790693552.440280:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693552.440283:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693552.440286:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693552.440289:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693552.440292:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693552.440299:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:2.0:1790693552.440300:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1790693552.440309:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440313:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.440314:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440318:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:2.0:1790693552.440321:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:3.0:1790693552.440323:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:3.0:1790693552.440331:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440334:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693552.440335:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1790693552.440336:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
02000000:00000001:3.0:1790693552.440341:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693552.440344:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440349:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693552.440354:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1790693552.440355:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000008:00000001:3.0:1790693552.440363:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440367:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693552.440368:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00000010:3.0:1790693552.440371:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561f80.
00000020:00000040:3.0:1790693552.440376:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693552.440380:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693552.440382:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440390:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693552.440393:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1790693552.440394:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693552.440424:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1790693552.440430:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790693552.440431:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000010:3.0:1790693552.440437:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097400.
00000800:00000010:2.0:1790693552.440438:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000100:00000001:3.0:1790693552.440442:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693552.440450:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1790693552.440452:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693552.440466:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1790693552.440474:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693552.440478:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693552.440479:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693552.440484:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000040:3.0:1790693552.440486:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000020a3eb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.440491:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693552.440501:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693552.440501:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693552.440507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693552.440520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693552.440525:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693552.440528:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693552.440534:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693552.440535:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790693552.440550:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4036
00000100:00000040:2.0:1790693552.440557:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693552.440557:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693552.440562:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693552.440570:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693552.440578:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440584:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.440588:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440595:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693552.440601:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693552.440603:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693552.440605:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:3.0:1790693552.440607:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693552.440612:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693552.440616:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:2.0:1790693552.440617:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693552.440624:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:2.0:1790693552.440632:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:3.0:1790693552.440636:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693552.440639:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298709763
00000100:00000040:3.0:1790693552.440646:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000010:2.0:1790693552.440649:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bd20.
00000100:00000001:3.0:1790693552.440651:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.440656:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440659:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693552.440660:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1790693552.440664:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693552.440670:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693552.440672:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298709763
00000100:00000001:3.0:1790693552.440674:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693552.440679:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b240.
02000000:00000001:3.0:1790693552.440680:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693552.440688:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693552.440688:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693552.440694:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693552.440695:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.440701:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440701:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693552.440708:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1790693552.440709:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693552.440714:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440717:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693552.440722:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562300.
00000020:00000040:3.0:1790693552.440725:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:2.0:1790693552.440727:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693552/real 1790693552]  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693552.440729:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693552.440731:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.440738:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693552.440741:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693552.440744:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693552.440751:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000400:00000001:2.0:1790693552.440754:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693552.440758:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790693552.440758:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693552.440762:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693552.440770:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000100:00100000:3.0:1790693552.440770:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693552.440778:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693552.440786:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693552.440795:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693552.440797:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693552.440800:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693552.440809:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001abf7409] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693552.440836:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693552.440839:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693552.440846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693552.440863:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693552.440869:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693552.440870:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00080000:3.0:1790693552.440872:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693552.440875:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693552.440876:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693552.440883:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4036
00000100:00000001:2.0:1790693552.440884:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1790693552.440888:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693552.440889:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790693552.440893:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693552.440896:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1790693552.440902:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693552.440905:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440912:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693552.440919:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693552.440929:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693552.440931:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693552.440942:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693552.440946:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000040:2.0:1790693552.440947:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693552.440951:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693552.440956:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693552.440965:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693552.440976:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:2.0:1790693552.440978:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693552.440987:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693552.440987:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693552.440992:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693552.440994:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693552.440997:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693552.441000:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693552.441003:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693552.441006:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693552.441008:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1790693552.441013:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693552.441016:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693552.441021:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00080000:2.0:1790693552.441028:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693552.441029:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693552.441037:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693552.441038:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1790693552.441043:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693552.441046:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693552.441048:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693552.441058:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693552.441063:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693552.441073:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693552.441080:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101329920:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693552.441080:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693552.441087:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693552.441091:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1790693552.441093:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:2.0:1790693552.441097:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1790693552.441099:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693552.441104:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693552.441106:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101329920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693552.441108:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693552.441111:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693552.441114:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.441124:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1790693552.441124:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693552.441129:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1790693552.441131:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693552.441134:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
00000100:00100000:3.0:1790693552.441142:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790693552.441143:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693552.441148:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693552.441152:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693552.441159:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693552.441165:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693552.441174:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1790693552.441177:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1790693552.441179:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1790693552.441181:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693552.441183:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000040:3.0:1790693552.441189:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db545c3d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441191:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693552.441194:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.441204:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693552.441214:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.441221:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1790693552.441221:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4046)
00000100:00000001:2.0:1790693552.441227:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.441232:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693552.441234:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693552.441236:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693552.441243:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441252:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693552.441254:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.441256:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693552.441259:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693552.441261:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693552.441264:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330048:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693552.441267:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693552.441270:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693552.441272:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.441274:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693552.441278:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693552.441279:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693552.441284:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693552.441287:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693552.441291:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693552.441294:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330048, portal 10
00000100:00000001:2.0:1790693552.441296:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693552.441298:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:2.0:1790693552.441304:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441310:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693552.441313:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693552.441315:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693552.441318:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101330048, offset 0
00000400:00000200:2.0:1790693552.441322:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693552.441326:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.441330:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693552.441333:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693552.441335:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693552.441338:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693552.441340:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693552.441343:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6813:6813:256:4294967295] 192.168.204.134@tcp LPNI seq info [6808:6808:8:4294967295]
00000400:00000200:2.0:1790693552.441347:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.441354:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693552.441358:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.441362:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693552.441367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693552.441370:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693552.441374:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693552.441377:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790693552.441380:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.441382:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693552.441385:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693552.441388:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693552.441391:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693552.441393:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693552.441395:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693552.441421:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441429:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.441432:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441438:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.441439:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693552.441442:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693552.441446:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693552.441450:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693552.441452:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298708500
00000100:00000001:2.0:1790693552.441454:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.441457:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298708500
00000100:00000001:2.0:1790693552.441459:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.441461:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693552.441463:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.441465:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693552.441468:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693552/real 1790693552]  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693552.441475:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693552.441476:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693552.441478:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693552.441480:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693552.441482:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693552.441484:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693552.441486:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693552.441493:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441498:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693552.441499:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.441501:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.441502:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693552.441505:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441511:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693552.441514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441520:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693552.441522:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.441523:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.441524:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.441526:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693552.441528:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693552.441530:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693552.441534:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693552.441536:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693552.441554:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693552.441562:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330048:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693552.441565:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693552.441569:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441575:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693552.441577:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.441579:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693552.441580:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693552.441582:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693552.441584:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330176:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693552.441587:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693552.441589:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693552.441591:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.441592:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693552.441596:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693552.441597:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693552.441600:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693552.441603:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693552.441606:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693552.441608:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330176, portal 10
00000100:00000001:2.0:1790693552.441610:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693552.441611:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:2.0:1790693552.441617:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441622:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693552.441624:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693552.441626:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693552.441628:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101330176, offset 0
00000400:00000200:2.0:1790693552.441632:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693552.441635:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.441638:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693552.441641:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693552.441643:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693552.441645:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693552.441648:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693552.441650:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6814:6814:256:4294967295] 192.168.204.134@tcp LPNI seq info [6809:6809:8:4294967295]
00000400:00000200:2.0:1790693552.441654:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.441660:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693552.441664:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.441667:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693552.441670:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693552.441673:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693552.441676:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693552.441679:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790693552.441694:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.441696:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693552.441699:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693552.441702:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693552.441705:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693552.441707:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693552.441710:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693552.441713:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441720:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.441723:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441729:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.441731:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693552.441734:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693552.441736:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693552.441740:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693552.441742:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298708506
00000100:00000001:2.0:1790693552.441744:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.441746:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298708506
00000100:00000001:2.0:1790693552.441748:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.441750:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693552.441752:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.441754:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693552.441757:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693552/real 1790693552]  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693552.441764:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693552.441765:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693552.441767:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693552.441770:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693552.441771:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693552.441773:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693552.441776:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693552.441784:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441795:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693552.441797:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.441798:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.441800:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693552.441803:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441810:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693552.441813:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441820:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693552.441822:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.441823:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.441825:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.441826:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693552.441828:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693552.441830:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693552.441833:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693552.441835:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693552.441839:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693552.441846:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330176:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693552.441850:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693552.441854:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441860:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693552.441862:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.441864:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693552.441866:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693552.441868:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693552.441871:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330304:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693552.441874:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693552.441876:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693552.441878:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.441879:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693552.441882:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693552.441884:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693552.441888:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693552.441890:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693552.441893:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693552.441896:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330304, portal 4
00000100:00000001:2.0:1790693552.441898:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693552.441899:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:2.0:1790693552.441904:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.441910:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693552.441912:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693552.441914:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693552.441916:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101330304, offset 0
00000400:00000200:2.0:1790693552.441920:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693552.441923:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.441926:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693552.441929:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693552.441931:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693552.441933:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693552.441935:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693552.441938:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6815:6815:256:4294967295] 192.168.204.134@tcp LPNI seq info [6810:6810:8:4294967295]
00000400:00000200:2.0:1790693552.441942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.441947:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693552.441951:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.442011:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693552.442015:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693552.442018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693552.442022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693552.442024:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790693552.442028:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.442030:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693552.442033:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693552.442036:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693552.442039:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693552.442041:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693552.442043:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693552.442047:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442054:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.442056:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442062:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.442064:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693552.442067:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693552.442070:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693552.442073:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693552.442075:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298708500
00000100:00000001:2.0:1790693552.442077:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.442080:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298708500
00000100:00000001:2.0:1790693552.442081:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.442083:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693552.442085:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.442087:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693552.442091:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693552/real 1790693552]  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693552.442104:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693552.442105:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693552.442107:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693552.442109:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693552.442111:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693552.442113:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693552.442115:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693552.442123:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442129:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693552.442130:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442132:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.442133:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693552.442136:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442142:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693552.442146:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442152:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693552.442154:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442156:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.442157:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442159:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693552.442161:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693552.442163:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693552.442167:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693552.442169:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693552.442173:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693552.442181:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330304:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693552.442184:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693552.442188:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442194:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693552.442195:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.442197:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693552.442199:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693552.442201:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693552.442204:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330432:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693552.442207:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693552.442209:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693552.442210:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693552.442212:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693552.442216:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693552.442217:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693552.442221:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693552.442223:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693552.442226:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693552.442228:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330432, portal 4
00000100:00000001:2.0:1790693552.442230:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693552.442231:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:2.0:1790693552.442236:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442242:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693552.442244:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693552.442246:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693552.442249:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101330432, offset 0
00000400:00000200:2.0:1790693552.442264:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693552.442272:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.442275:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693552.442278:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693552.442280:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693552.442283:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693552.442285:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693552.442287:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6816:6816:256:4294967295] 192.168.204.134@tcp LPNI seq info [6811:6811:8:4294967295]
00000400:00000200:2.0:1790693552.442291:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693552.442297:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693552.442301:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.442305:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693552.442308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693552.442310:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693552.442314:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693552.442316:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790693552.442320:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693552.442321:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693552.442324:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693552.442327:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693552.442330:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693552.442331:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693552.442334:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693552.442337:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442343:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.442346:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442352:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.442353:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693552.442356:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693552.442359:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693552.442362:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693552.442364:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298708505
00000100:00000001:2.0:1790693552.442366:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.442369:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298708505
00000100:00000001:2.0:1790693552.442370:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298709763
00000100:00000001:2.0:1790693552.442372:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693552.442374:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.442376:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693552.442380:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693552/real 1790693552]  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693552.442386:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693552.442388:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693552.442389:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693552.442391:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693552.442393:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693552.442395:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693552.442423:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693552.442431:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442437:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693552.442439:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442440:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.442441:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693552.442445:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442451:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693552.442454:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442461:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693552.442463:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442465:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693552.442466:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442468:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693552.442469:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693552.442472:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693552.442475:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693552.442477:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693552.442480:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693552.442488:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330432:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693552.442491:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442493:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.442495:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101330048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442501:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693552.442503:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693552.442505:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693552.442507:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693552.442510:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693552.442511:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693552.442513:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693552.442515:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:2.0:1790693552.442518:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693552.442519:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693552.442521:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:2.0:1790693552.442524:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693552.442525:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442526:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.442529:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101330176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442535:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693552.442550:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693552.442552:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693552.442555:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693552.442556:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693552.442557:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693552.442559:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693552.442560:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:2.0:1790693552.442562:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693552.442563:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693552.442565:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693552.442567:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693552.442568:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442570:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.442573:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101330304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442578:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693552.442580:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693552.442581:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693552.442583:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693552.442584:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693552.442585:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693552.442587:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693552.442588:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693552.442590:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693552.442591:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693552.442592:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:2.0:1790693552.442594:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693552.442595:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442597:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693552.442600:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101330432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693552.442606:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693552.442607:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693552.442608:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693552.442610:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693552.442611:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693552.442613:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693552.442615:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693552.442616:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693552.442618:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693552.442619:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693552.442620:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693552.442622:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693552.442623:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442625:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.442631:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693552.442632:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.442634:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693552.442636:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693552.823504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693552.823504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693552.823504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693552.823512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693552.823513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693552.823513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693552.823516:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693552.823518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.823518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693552.823522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693552.823522:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693552.823525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693552.823525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693552.823527:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693552.823528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693552.823541:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693552.823542:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693552.823543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693552.823546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693552.823547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693552.823547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693552.823548:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693552.823552:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693552.823553:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693552.823553:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693552.823558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693552.823558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693552.823559:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693552.823561:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693552.823564:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693552.823567:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693552.823568:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693552.823569:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693552.823572:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693552.823579:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693552.823587:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693552.823591:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693552.823594:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693553.463499:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693553.463508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693553.463511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693553.463526:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693553.463531:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693553.463534:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693553.463537:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693553.463539:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693553.463542:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693553.783525:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298709763, at 4298709824
00000100:00000040:0.0:1790693553.783536:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298709763, at 4298709824
00000100:00000010:1.0:1790693553.783539:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b240.
00000100:00000010:0.0:1790693553.783554:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bd20.
00000100:00000001:0.0:1790693553.847541:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693553.847541:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693553.847551:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693553.847551:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693553.847555:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693553.847556:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693553.847563:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693553.847564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693553.847569:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693553.847570:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693553.847573:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693553.847575:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693553.847575:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693553.847578:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693553.847581:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693553.847582:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693553.847585:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693553.847586:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693553.847586:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693553.847589:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693553.847591:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693553.847592:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693553.847595:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693553.847598:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693553.847603:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693553.847604:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693553.847694:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693553.847698:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693553.847701:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693553.847727:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693553.847731:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693553.847732:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693553.847735:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693553.847737:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693553.847740:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693553.847742:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693553.847743:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693553.847745:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693554.487579:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693554.487591:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693554.487594:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693554.487600:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693554.487604:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693554.487609:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693554.487613:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693554.487616:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693554.487619:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693554.871521:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693554.871522:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693554.871529:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693554.871529:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693554.871532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693554.871533:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693554.871541:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693554.871541:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693554.871544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693554.871548:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693554.871549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693554.871550:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693554.871554:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693554.871555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693554.871555:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693554.871558:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693554.871563:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693554.871563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693554.871564:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693554.871567:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693554.871568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693554.871569:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693554.871572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693554.871575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693554.871575:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693554.871579:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693554.871583:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693554.871619:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693554.871621:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693554.871625:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693554.871627:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693554.871630:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693554.871631:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693554.871634:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693554.871636:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693554.871653:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693554.871655:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693554.871658:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693555.511523:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693555.511530:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693555.511533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693555.511538:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693555.511541:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693555.511544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693555.511546:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693555.511549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693555.511552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693555.895509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693555.895509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693555.895514:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693555.895516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693555.895516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693555.895519:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693555.895520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693555.895521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693555.895522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693555.895525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693555.895528:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693555.895528:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693555.895529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693555.895533:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693555.895533:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693555.895534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693555.895535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693555.895538:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693555.895541:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693555.895541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693555.895541:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693555.895543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693555.895543:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693555.895545:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693555.895545:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693555.895547:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693555.895547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693555.895550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693555.895553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693555.895553:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693555.895554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693555.895556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693555.895557:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693555.895559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693555.895560:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693555.895583:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693555.895585:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693555.895587:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693556.535518:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693556.535527:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693556.535529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693556.535534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693556.535538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693556.535541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693556.535544:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693556.535546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693556.535549:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693556.919547:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693556.919549:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693556.919552:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693556.919557:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693556.919557:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693556.919559:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693556.919560:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693556.919561:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693556.919564:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1790693556.919568:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693556.919568:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693556.919571:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693556.919573:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693556.919575:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693556.919577:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693556.919578:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693556.919580:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693556.919582:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693556.919583:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693556.919587:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693556.919588:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693556.919594:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693556.919594:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693556.919595:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693556.919598:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693556.919603:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693556.919603:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693556.919606:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693556.919612:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693556.919616:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693556.919621:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693556.919623:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693556.919646:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693556.919650:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693556.919653:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693556.919657:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693556.919660:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693556.919661:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693556.919663:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693556.919665:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693556.919668:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693556.919670:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693556.919672:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693556.919675:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.559544:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1790693557.559548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693557.559557:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1790693557.559562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693557.559563:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.559569:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693557.559573:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:3.0:1790693557.559576:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693557.559579:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693557.559588:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693557.559589:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693557.559592:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693557.559595:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.559600:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693557.559601:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4041
00000400:00000200:3.0:1790693557.559621:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693557.559632:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693557.559635:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693557.559643:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559646:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.559648:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559651:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693557.559659:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693557.559661:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693557.559664:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693557.559668:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693557.559670:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693557.559672:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693557.559674:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559676:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.559678:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559680:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693557.559683:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693557.559686:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559690:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693557.559692:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693557.559695:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693557.559698:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.559700:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693557.559703:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693557.559711:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560e00.
00000020:00000040:3.0:1790693557.559714:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693557.559718:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693557.559719:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.559722:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693557.559726:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693557.559729:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693557.559736:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:3.0:1790693557.559742:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693557.559750:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693557.559759:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693557.559762:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693557.559766:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1a811b4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693557.559787:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693557.559789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693557.559793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693557.559794:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693557.559796:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693557.559798:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693557.559800:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4041
00000400:00000200:3.0:1790693557.559803:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693557.559806:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693557.559808:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693557.559810:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559813:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.559815:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559817:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693557.559820:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693557.559827:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693557.559829:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693557.559831:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:2.0:1790693557.559832:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790693557.559834:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693557.559838:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693557.559838:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693557.559843:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693557.559844:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559848:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.559852:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693557.559854:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693557.559855:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693557.559859:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693557.559865:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693557.559870:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693557.559874:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693557.559876:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693557.559879:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693557.559880:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693557.559882:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693557.559884:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.559886:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693557.559887:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693557.559890:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693557.559893:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1790693557.559897:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101330560:192.168.204.134@tcp:250:
00000008:00000001:3.0:1790693557.559898:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.559904:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693557.559909:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693557.559909:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.559913:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693557.559916:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563800.
02000000:00000001:2.0:1790693557.559918:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1790693557.559920:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693557.559924:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693557.559925:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693557.559926:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:3.0:1790693557.559928:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693557.559931:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693557.559932:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693557.559935:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693557.559940:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
00000400:00000200:2.0:1790693557.559941:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693557.559946:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693557.559949:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00100000:3.0:1790693557.559954:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693557.559958:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000001:3.0:1790693557.559965:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693557.559967:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693557.559968:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330560, portal 25
00000100:00000040:3.0:1790693557.559972:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db545c3d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.559973:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693557.559977:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932671488 : -115045776880128 : ffff975dd1560e00)
00000100:00000001:3.0:1790693557.559986:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693557.559989:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693557.559990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693557.559998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693557.560005:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693557.560008:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693557.560010:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000001:3.0:1790693557.560013:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1790693557.560015:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101330560, offset 0
00000100:00080000:3.0:1790693557.560016:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693557.560021:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693557.560026:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4041
00000400:00000200:2.0:1790693557.560027:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693557.560037:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693557.560041:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693557.560051:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.560058:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693557.560063:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693557.560067:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693557.560070:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693557.560074:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693557.560078:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6817:6817:256:4294967295] 192.168.204.134@tcp LPNI seq info [6812:6812:8:4294967295]
00000400:00000200:2.0:1790693557.560084:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.560095:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693557.560101:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:3.0:1790693557.560106:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1790693557.560109:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00000040:3.0:1790693557.560113:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560117:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790693557.560121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:3.0:1790693557.560122:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560127:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:2.0:1790693557.560129:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790693557.560132:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693557.560135:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693557.560138:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790693557.560139:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:3.0:1790693557.560141:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693557.560145:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:2.1:1790693557.560146:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790693557.560149:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:3.0:1790693557.560156:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000100:2.0:1790693557.560158:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560159:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790693557.560164:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000100:00000040:3.0:1790693557.560165:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560171:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693557.560173:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:3.0:1790693557.560175:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:2.0:1790693557.560176:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693557.560178:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693557.560182:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693557.560186:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790693557.560187:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693557.560192:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560193:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693557.560195:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693557.560197:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560199:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693557.560202:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562300.
00000020:00000040:3.0:1790693557.560204:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693557.560207:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693557.560208:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560209:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693557.560210:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693557.560212:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693557.560220:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000100:00000001:3.0:1790693557.560224:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693557.560228:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693557.560235:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693557.560238:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693557.560243:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001abf7409] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693557.560250:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693557.560253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693557.560256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693557.560257:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693557.560258:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693557.560261:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693557.560263:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4041
00000400:00000200:3.0:1790693557.560267:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693557.560270:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693557.560272:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693557.560274:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560276:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.560278:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560280:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693557.560283:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693557.560284:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693557.560290:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693557.560292:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693557.560294:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693557.560296:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693557.560298:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560300:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.560302:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560304:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693557.560306:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693557.560308:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560310:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693557.560311:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693557.560314:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693557.560316:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560318:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693557.560319:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693557.560321:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560323:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693557.560326:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561f80.
00000020:00000040:3.0:1790693557.560329:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:3.0:1790693557.560331:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693557.560332:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560333:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693557.560334:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693557.560336:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693557.560339:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000100:00000001:3.0:1790693557.560342:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693557.560346:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693557.560352:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693557.560354:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693557.560357:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000020a3eb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693557.560363:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693557.560365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693557.560368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693557.560369:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693557.560371:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693557.560373:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693557.560375:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4041
00000400:00000200:3.0:1790693557.560379:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693557.560381:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693557.560383:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693557.560386:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560387:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.560389:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560391:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693557.560393:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693557.560394:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693557.560396:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693557.560425:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693557.560427:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693557.560429:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693557.560432:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560434:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693557.560435:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560447:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693557.560450:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:3.0:1790693557.560453:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693557.560456:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693557.560458:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693557.560460:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693557.560462:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560463:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693557.560465:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693557.560468:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560469:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693557.560473:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562d80.
00000020:00000040:3.0:1790693557.560475:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693557.560477:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693557.560478:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693557.560480:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693557.560481:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693557.560482:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693557.560486:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00000001:3.0:1790693557.560488:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693557.560492:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693557.560498:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693557.560500:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693557.560503:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021b469bb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693557.560509:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693557.560513:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4051)
00000400:00000200:2.0:1790693557.560574:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693557.560578:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693557.560584:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693557.560589:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560597:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.560599:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560604:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.560605:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693557.560611:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693557.560615:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693557.560617:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298714883
00000100:00000010:2.0:1790693557.560621:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b8a0.
00000100:00000001:2.0:1790693557.560627:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693557.560631:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298714883
00000100:00000010:2.0:1790693557.560633:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b7e0.
00000100:00000001:2.0:1790693557.560635:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693557.560637:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693557.560638:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.560640:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693557.560642:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693557/real 1790693557]  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693557.560648:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693557.560649:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693557.560651:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693557.560653:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693557.560654:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693557.560656:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693557.560658:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693557.560666:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560670:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693557.560671:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560673:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.560674:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693557.560676:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560680:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693557.560683:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560687:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693557.560689:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560690:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.560691:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560693:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693557.560695:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693557.560698:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693557.560701:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693557.560704:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693557.560708:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693557.560716:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101330560:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693557.560721:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560723:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.560726:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560e00 x1877674101330560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560745:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693557.560747:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693557.560750:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693557.560752:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693557.560754:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693557.560755:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693557.560756:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693557.560758:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693557.560761:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693557.560762:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693557.560764:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560e00.
00000100:00000001:2.0:1790693557.560766:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693557.560767:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560768:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560773:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693557.560775:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.560776:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693557.560777:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693557.560778:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693557.560780:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560785:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693557.560785:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.560787:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693557.560788:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693557.560790:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693557.560791:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330688:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693557.560793:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693557.560794:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693557.560795:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.560797:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693557.560799:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693557.560800:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693557.560803:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693557.560805:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693557.560807:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693557.560810:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330688, portal 10
00000100:00000001:2.0:1790693557.560811:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693557.560812:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:2.0:1790693557.560816:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560820:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693557.560821:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693557.560823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693557.560824:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101330688, offset 0
00000400:00000200:2.0:1790693557.560827:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693557.560829:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.560831:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693557.560833:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693557.560835:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693557.560836:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693557.560838:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693557.560840:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6818:6818:256:4294967295] 192.168.204.134@tcp LPNI seq info [6813:6813:8:4294967295]
00000400:00000200:2.0:1790693557.560842:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.560846:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693557.560849:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.560851:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693557.560854:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693557.560856:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693557.560858:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693557.560860:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693557.560862:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.560864:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693557.560865:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693557.560867:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693557.560869:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693557.560870:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693557.560872:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693557.560874:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560879:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.560880:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560884:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.560885:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693557.560887:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693557.560889:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693557.560891:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693557.560892:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298713619
00000100:00000001:2.0:1790693557.560894:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.560896:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298713619
00000100:00000001:2.0:1790693557.560899:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.560901:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693557.560903:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.560904:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693557.560907:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693557/real 1790693557]  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693557.560914:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693557.560916:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693557.560917:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693557.560920:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693557.560921:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693557.560923:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693557.560927:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693557.560935:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560946:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693557.560948:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560950:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.560951:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693557.560954:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560960:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693557.560964:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.560970:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693557.560973:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560974:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.560976:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.560978:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693557.560980:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693557.560983:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693557.560986:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693557.560988:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693557.560992:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693557.560999:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330688:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693557.561004:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693557.561007:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561013:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693557.561014:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.561016:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693557.561018:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693557.561020:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693557.561023:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330816:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693557.561026:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693557.561027:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693557.561029:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.561030:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693557.561034:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693557.561035:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693557.561039:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693557.561041:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693557.561044:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693557.561047:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330816, portal 10
00000100:00000001:2.0:1790693557.561050:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693557.561051:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:2.0:1790693557.561056:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561062:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693557.561064:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693557.561067:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693557.561069:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101330816, offset 0
00000400:00000200:2.0:1790693557.561073:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693557.561077:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.561081:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693557.561084:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693557.561086:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693557.561088:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693557.561090:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693557.561093:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6819:6819:256:4294967295] 192.168.204.134@tcp LPNI seq info [6814:6814:8:4294967295]
00000400:00000200:2.0:1790693557.561097:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.561102:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693557.561107:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.561111:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693557.561115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693557.561117:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693557.561121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693557.561124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693557.561128:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.561129:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693557.561132:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693557.561134:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693557.561136:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693557.561137:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693557.561139:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693557.561141:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561146:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.561148:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561152:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.561153:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693557.561155:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693557.561157:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693557.561159:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693557.561160:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298713625
00000100:00000001:2.0:1790693557.561162:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.561163:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298713625
00000100:00000001:2.0:1790693557.561164:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.561165:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693557.561167:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.561168:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693557.561170:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693557/real 1790693557]  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693557.561178:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693557.561179:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693557.561180:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693557.561181:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693557.561182:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693557.561183:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693557.561185:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693557.561189:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561193:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693557.561194:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561194:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.561195:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693557.561197:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561200:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693557.561202:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561206:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693557.561207:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561208:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.561209:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561210:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693557.561211:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693557.561212:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693557.561214:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693557.561215:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693557.561217:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693557.561222:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330816:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693557.561224:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693557.561226:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561229:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693557.561230:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.561231:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693557.561232:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693557.561233:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693557.561235:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330944:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693557.561236:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693557.561237:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693557.561238:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.561239:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693557.561241:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693557.561242:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693557.561245:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693557.561248:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693557.561251:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693557.561254:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101330944, portal 4
00000100:00000001:2.0:1790693557.561255:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693557.561256:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:2.0:1790693557.561261:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561267:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693557.561269:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693557.561271:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693557.561274:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101330944, offset 0
00000400:00000200:2.0:1790693557.561277:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693557.561281:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.561284:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693557.561286:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693557.561289:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693557.561291:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693557.561293:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693557.561296:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6820:6820:256:4294967295] 192.168.204.134@tcp LPNI seq info [6815:6815:8:4294967295]
00000400:00000200:2.0:1790693557.561300:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.561306:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693557.561308:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.561311:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693557.561313:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693557.561315:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693557.561317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693557.561319:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693557.561321:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.561322:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693557.561324:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693557.561326:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693557.561328:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693557.561329:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693557.561330:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693557.561333:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561337:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.561339:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561344:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.561345:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693557.561349:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693557.561351:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693557.561354:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693557.561356:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298713619
00000100:00000001:2.0:1790693557.561358:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.561360:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298713619
00000100:00000001:2.0:1790693557.561362:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.561364:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693557.561366:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.561368:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693557.561371:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693557/real 1790693557]  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693557.561378:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693557.561380:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693557.561381:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693557.561383:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693557.561385:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693557.561387:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693557.561390:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693557.561396:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561416:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693557.561417:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561418:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.561419:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693557.561422:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561426:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693557.561428:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561432:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693557.561433:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561434:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.561435:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561436:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693557.561449:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693557.561452:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693557.561454:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693557.561456:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693557.561458:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693557.561463:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101330944:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693557.561465:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693557.561467:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561473:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693557.561474:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.561476:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693557.561478:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693557.561479:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693557.561482:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331072:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693557.561485:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693557.561486:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693557.561488:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693557.561489:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693557.561493:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693557.561495:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693557.561498:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693557.561500:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693557.561503:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693557.561506:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331072, portal 4
00000100:00000001:2.0:1790693557.561508:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693557.561509:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:2.0:1790693557.561516:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561522:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693557.561523:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693557.561525:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693557.561526:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101331072, offset 0
00000400:00000200:2.0:1790693557.561529:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693557.561531:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.561534:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693557.561536:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693557.561537:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693557.561538:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693557.561540:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693557.561542:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6821:6821:256:4294967295] 192.168.204.134@tcp LPNI seq info [6816:6816:8:4294967295]
00000400:00000200:2.0:1790693557.561544:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693557.561548:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693557.561551:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.561552:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693557.561555:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693557.561556:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693557.561559:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693557.561560:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693557.561567:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693557.561569:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693557.561570:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693557.561572:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693557.561574:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693557.561575:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693557.561576:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693557.561579:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561583:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.561585:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561589:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.561590:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693557.561592:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693557.561594:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693557.561597:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693557.561599:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298713625
00000100:00000001:2.0:1790693557.561601:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.561603:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298713625
00000100:00000001:2.0:1790693557.561605:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298714883
00000100:00000001:2.0:1790693557.561607:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693557.561609:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.561610:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693557.561614:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693557/real 1790693557]  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693557.561621:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693557.561622:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693557.561624:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693557.561626:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693557.561628:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693557.561630:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693557.561633:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693557.561639:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561643:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693557.561643:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561644:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.561645:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693557.561647:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561651:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693557.561654:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561657:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693557.561658:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561659:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693557.561660:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561661:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693557.561662:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693557.561663:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693557.561665:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693557.561666:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693557.561668:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693557.561672:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331072:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693557.561674:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561675:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.561677:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101330688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561682:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693557.561684:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693557.561686:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693557.561689:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693557.561690:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693557.561691:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693557.561693:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693557.561694:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:2.0:1790693557.561697:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693557.561698:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693557.561700:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693557.561702:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693557.561704:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561705:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.561709:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101330816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561715:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693557.561716:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693557.561718:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693557.561720:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693557.561721:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693557.561722:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693557.561724:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693557.561725:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693557.561728:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693557.561729:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693557.561731:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:2.0:1790693557.561733:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693557.561734:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561735:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.561738:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101330944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561744:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693557.561746:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693557.561747:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693557.561750:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693557.561751:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693557.561752:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693557.561754:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693557.561755:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693557.561757:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693557.561758:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693557.561759:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693557.561761:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693557.561762:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561764:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693557.561767:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101331072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693557.561772:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693557.561773:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693557.561774:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693557.561776:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693557.561777:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693557.561778:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693557.561780:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693557.561781:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693557.561783:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693557.561784:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693557.561785:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:2.0:1790693557.561787:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693557.561788:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561790:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.561793:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693557.561795:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.561796:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693557.561798:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693557.943513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693557.943516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693557.943518:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693557.943520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693557.943524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693557.943524:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693557.943526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693557.943530:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693557.943531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693557.943533:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693557.943536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693557.943536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693557.943537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693557.943538:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693557.943541:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693557.943541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693557.943544:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693557.943545:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693557.943546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693557.943547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693557.943548:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693557.943549:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693557.943551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693557.943552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693557.943554:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693557.943557:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693557.943557:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693557.943558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693557.943559:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693557.943561:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693557.943564:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693557.943565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693557.943578:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693557.943580:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693557.943583:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693557.943583:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693557.943587:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693557.943592:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693558.583500:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693558.583509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693558.583510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693558.583515:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693558.583518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693558.583521:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693558.583523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693558.583525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693558.583527:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693558.903504:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298714883, at 4298714944
00000100:00000040:1.0:1790693558.903504:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298714883, at 4298714944
00000100:00000010:0.0:1790693558.903519:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b8a0.
00000100:00000010:1.0:1790693558.903521:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b7e0.
00000100:00000001:0.0:1790693558.967526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693558.967526:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693558.967526:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693558.967534:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693558.967535:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693558.967535:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693558.967539:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693558.967539:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693558.967542:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693558.967546:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693558.967547:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693558.967548:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693558.967550:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693558.967554:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693558.967555:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693558.967556:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693558.967559:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693558.967562:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693558.967562:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693558.967563:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693558.967568:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693558.967571:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693558.967574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693558.967596:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693558.967600:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693558.967603:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693558.967646:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693558.967650:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693558.967652:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693558.967655:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693558.967658:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693558.967661:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693558.967664:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693558.967666:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693558.967668:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693558.967686:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693558.967689:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693558.967691:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693559.607504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693559.607511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693559.607514:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693559.607520:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693559.607524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693559.607527:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693559.607530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693559.607532:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693559.607535:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693559.991510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693559.991518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693559.991520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693559.991526:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693559.991529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693559.991533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693559.991536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693559.991538:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693559.991541:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693559.991546:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693559.991551:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693559.991552:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693559.991555:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693559.991558:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693559.991561:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693559.991563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693559.991565:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693559.991567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693559.991660:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693559.991664:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693559.991668:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693559.991671:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693559.991673:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693559.991674:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693559.991678:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693559.991680:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693559.991681:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693559.991686:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693559.991688:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693559.991689:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693559.991692:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693559.991692:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693559.991698:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693559.991698:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693559.991701:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693559.991703:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693559.991704:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693559.991710:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693559.991713:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693559.991715:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693559.991716:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693559.991718:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693559.991720:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693559.991722:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693559.991724:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693559.991727:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693559.991729:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693559.991789:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693559.991792:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693559.991795:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693560.631573:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693560.631582:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693560.631585:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693560.631593:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693560.631600:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693560.631605:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693560.631608:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693560.631611:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693560.631614:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693561.015511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693561.015512:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693561.015519:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693561.015520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693561.015522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693561.015524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693561.015527:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693561.015529:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693561.015530:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693561.015530:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693561.015534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693561.015537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693561.015537:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693561.015539:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693561.015541:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693561.015544:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693561.015546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693561.015549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693561.015550:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693561.015552:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693561.015555:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693561.015556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693561.015557:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693561.015565:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693561.015567:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693561.015567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693561.015570:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693561.015572:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693561.015580:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693561.015580:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000020:00000001:3.0:1790693561.015588:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693561.015589:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693561.015592:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693561.015596:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1790693561.015597:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693561.015604:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693561.015608:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693561.015613:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693561.655529:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693561.655541:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693561.655544:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693561.655550:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693561.655554:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693561.655557:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693561.655561:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693561.655564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693561.655569:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693562.039543:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693562.039549:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693562.039552:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693562.039552:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693562.039559:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693562.039560:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.039561:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693562.039570:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693562.039571:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693562.039574:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693562.039578:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693562.039580:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693562.039581:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693562.039582:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693562.039591:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693562.039591:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693562.039592:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693562.039595:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693562.039599:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693562.039599:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693562.039601:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.039601:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693562.039610:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693562.039616:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.039616:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693562.039618:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693562.039622:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693562.039625:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693562.039628:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693562.039629:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693562.039629:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693562.039636:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693562.039639:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693562.039641:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693562.039644:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693562.039645:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693562.039657:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693562.039659:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693562.039665:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693562.039668:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693562.039668:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693562.039720:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693562.039723:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693562.039727:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693562.679486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693562.679488:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693562.679496:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1790693562.679496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693562.679500:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.679500:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693562.679504:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790693562.679506:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693562.679508:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693562.679511:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1790693562.679515:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4046
00000100:00000001:2.0:1790693562.679517:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.679521:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1790693562.679523:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693562.679524:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.679528:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693562.679529:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693562.679533:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693562.679536:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679538:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693562.679540:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679541:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693562.679546:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693562.679547:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693562.679549:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693562.679552:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693562.679553:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693562.679555:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693562.679557:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679558:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693562.679559:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679560:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693562.679562:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693562.679564:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679565:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693562.679567:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693562.679569:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693562.679571:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.679573:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693562.679574:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693562.679581:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563100.
00000020:00000040:3.0:1790693562.679584:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693562.679587:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693562.679588:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.679590:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693562.679592:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693562.679595:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693562.679600:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097400.
00000100:00000001:3.0:1790693562.679605:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693562.679611:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693562.679618:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693562.679620:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693562.679623:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0521de] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693562.679636:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693562.679638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693562.679640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693562.679641:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693562.679642:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693562.679644:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693562.679645:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4046
00000400:00000200:3.0:1790693562.679648:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693562.679650:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693562.679652:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693562.679654:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693562.679655:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693562.679656:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693562.679658:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693562.679659:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693562.679661:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693562.679662:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693562.679665:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693562.679666:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693562.679673:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693562.679674:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693562.679675:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693562.679680:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693562.679683:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693562.679688:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1790693562.679689:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693562.679690:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.679693:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693562.679695:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1790693562.679696:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693562.679698:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693562.679699:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693562.679701:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693562.679702:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:2.0:1790693562.679707:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101331200:192.168.204.134@tcp:250:
00000100:00080000:3.0:1790693562.679708:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679713:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.679714:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693562.679715:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693562.679718:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693562.679721:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693562.679721:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693562.679724:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693562.679725:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.679727:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:2.0:1790693562.679729:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
00000008:00100000:3.0:1790693562.679731:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693562.679732:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790693562.679737:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693562.679738:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693562.679743:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693562.679743:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693562.679750:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000010:3.0:1790693562.679751:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000020:00000040:3.0:1790693562.679755:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000200:2.0:1790693562.679757:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331200, portal 25
02000000:00000001:3.0:1790693562.679759:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693562.679760:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693562.679763:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
02000000:00000001:3.0:1790693562.679764:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.679768:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1790693562.679769:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693562.679772:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693562.679775:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693562.679780:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095800.
00000100:00000001:3.0:1790693562.679785:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.679787:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693562.679793:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00100000:3.0:1790693562.679794:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693562.679797:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693562.679804:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101331200, offset 0
00000100:00000001:3.0:1790693562.679806:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693562.679810:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693562.679814:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693562.679819:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693562.679826:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.679834:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:3.0:1790693562.679834:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693562.679841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693562.679842:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1790693562.679847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693562.679849:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693562.679851:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693562.679854:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693562.679857:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4046
00000400:00000200:2.0:1790693562.679872:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693562.679876:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693562.679880:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693562.679884:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6822:6822:256:4294967295] 192.168.204.134@tcp LPNI seq info [6817:6817:8:4294967295]
00000400:00000200:2.0:1790693562.679888:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693562.679893:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.679901:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790693562.679902:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693562.679907:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1790693562.679911:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693562.679915:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:2.0:1790693562.679918:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00000001:3.0:1790693562.679918:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693562.679923:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679926:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:2.0:1790693562.679929:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:3.0:1790693562.679931:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693562.679934:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000200:2.0:1790693562.679936:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790693562.679937:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693562.679940:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693562.679946:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:2.1:1790693562.679946:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693562.679951:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790693562.679952:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000100:2.0:1790693562.679961:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693562.679961:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:2.0:1790693562.679966:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000100:00000001:3.0:1790693562.679967:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693562.679972:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693562.679974:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693562.679975:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693562.679981:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:2.0:1790693562.679987:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693562.679987:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693562.679993:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693562.679994:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
02000000:00000001:3.0:1790693562.679995:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1790693562.679997:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693562.680001:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1790693562.680001:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1790693562.680006:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693562.680006:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.680009:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693562.680013:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693562.680019:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680021:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693562.680022:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693562.680027:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693562.680028:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
00000020:00000040:3.0:1790693562.680032:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693562.680038:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693562.680040:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680043:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.680044:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693562.680047:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693562.680048:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1790693562.680050:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680055:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693562.680055:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693562.680061:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693562.680067:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693562.680073:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693562.680078:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298720002
00000100:00000001:3.0:1790693562.680081:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693562.680084:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693562.680085:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b480.
00000100:00000040:3.0:1790693562.680090:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680094:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693562.680102:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680104:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298720002
00000100:00080000:3.0:1790693562.680105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1790693562.680109:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b1e0.
00000100:00080000:3.0:1790693562.680111:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693562.680114:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693562.680114:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693562.680116:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693562.680119:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693562.680123:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.680124:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693562.680126:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1790693562.680130:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4046
00000400:00000200:3.0:1790693562.680136:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693562.680138:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693562/real 1790693562]  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693562.680141:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693562.680146:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693562.680153:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000001:2.0:1790693562.680156:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1790693562.680157:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1790693562.680160:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1790693562.680161:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.680164:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693562.680167:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1790693562.680169:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000020:00000040:3.0:1790693562.680170:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693562.680173:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693562.680176:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000020:00000040:3.0:1790693562.680177:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000010:2.0:1790693562.680181:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000020:00000001:3.0:1790693562.680182:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693562.680185:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:3.0:1790693562.680186:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693562.680192:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:2.0:1790693562.680193:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693562.680195:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693562.680199:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.680204:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693562.680208:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693562.680214:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:2.0:1790693562.680215:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693562.680219:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693562.680223:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693562.680225:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693562.680228:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693562.680228:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693562.680231:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1790693562.680233:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680234:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693562.680237:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:2.0:1790693562.680240:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1790693562.680241:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693562.680248:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680251:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693562.680253:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693562.680256:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693562.680259:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693562.680263:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693562.680265:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1790693562.680265:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:2.0:1790693562.680269:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.680271:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693562.680272:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693562.680273:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693562.680276:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1790693562.680276:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693562.680280:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693562.680282:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693562.680285:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693562.680286:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693562.680291:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693562.680293:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1790693562.680294:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00000040:2.0:1790693562.680296:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693562.680299:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693562.680304:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101331200:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693562.680309:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693562.680310:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693562.680311:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.680316:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101331200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693562.680331:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693562.680335:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1790693562.680335:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680338:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693562.680353:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
00000100:00000040:3.0:1790693562.680355:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693562.680357:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693562.680359:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693562.680361:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693562.680365:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693562.680368:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
00000100:00000001:3.0:1790693562.680372:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680373:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693562.680375:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693562.680377:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00080000:3.0:1790693562.680377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693562.680382:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693562.680384:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693562.680385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693562.680386:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693562.680389:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693562.680392:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693562.680393:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693562.680396:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680412:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693562.680414:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693562.680414:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693562.680417:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680422:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693562.680422:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693562.680426:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680429:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1790693562.680429:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4046
02000000:00000001:2.0:1790693562.680432:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693562.680434:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693562.680436:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693562.680438:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331328:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693562.680441:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693562.680443:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1790693562.680443:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:2.0:1790693562.680446:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680449:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1790693562.680449:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1790693562.680453:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693562.680456:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693562.680456:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693562.680461:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693562.680463:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693562.680466:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000040:3.0:1790693562.680467:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693562.680469:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000001:3.0:1790693562.680471:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:2.0:1790693562.680473:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331328, portal 10
00000100:00000001:2.0:1790693562.680475:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693562.680477:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000020:00000001:3.0:1790693562.680477:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693562.680481:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000040:2.0:1790693562.680485:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693562.680485:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693562.680489:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:2.0:1790693562.680492:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1790693562.680494:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693562.680495:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693562.680497:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000020:00000001:3.0:1790693562.680500:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:2.0:1790693562.680501:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101331328, offset 0
00000400:00000200:2.0:1790693562.680507:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693562.680510:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693562.680512:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693562.680516:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693562.680518:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693562.680522:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1790693562.680522:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693562.680527:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:3.0:1790693562.680527:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693562.680529:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693562.680533:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000040:3.0:1790693562.680534:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000400:00000200:2.0:1790693562.680536:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6823:6823:256:4294967295] 192.168.204.134@tcp LPNI seq info [6818:6818:8:4294967295]
00000400:00000200:2.0:1790693562.680541:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:3.0:1790693562.680541:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693562.680547:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693562.680551:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693562.680554:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1790693562.680556:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693562.680560:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693562.680562:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693562.680563:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:2.0:1790693562.680568:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000008:00100000:3.0:1790693562.680568:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693562.680574:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693562.680576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693562.680577:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693562.680580:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000010:3.0:1790693562.680584:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
00000800:00000200:2.1:1790693562.680584:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:3.0:1790693562.680590:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000800:00000200:2.1:1790693562.680590:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693562.680593:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693562.680596:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
02000000:00000001:3.0:1790693562.680596:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693562.680600:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693562.680601:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693562.680606:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693562.680607:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790693562.680610:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790693562.680611:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693562.680613:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
02000000:00000001:3.0:1790693562.680614:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680615:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693562.680620:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1790693562.680621:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000100:00000001:3.0:1790693562.680628:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680629:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.680632:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680639:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693562.680639:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693562.680642:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693562.680646:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693562.680650:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000100:00000001:3.0:1790693562.680654:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693562.680655:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693562.680658:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298718739
00000100:00000001:3.0:1790693562.680658:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680660:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.680663:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298718739
00000100:00000001:2.0:1790693562.680665:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.680667:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693562.680667:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680669:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680671:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693562.680676:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693562/real 1790693562]  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693562.680690:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1790693562.680691:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693562.680692:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693562.680694:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693562.680696:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693562.680697:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693562.680699:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:3.0:1790693562.680699:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4056)
00000100:00000200:2.0:1790693562.680703:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693562.680709:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680714:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693562.680715:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.680717:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.680718:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693562.680720:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680723:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693562.680725:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680729:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693562.680730:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.680731:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.680732:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.680733:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693562.680734:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693562.680735:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693562.680737:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693562.680738:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693562.680740:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693562.680744:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331328:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693562.680746:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693562.680748:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680752:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693562.680753:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680754:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693562.680756:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693562.680757:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693562.680758:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331456:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693562.680760:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693562.680762:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693562.680762:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680763:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693562.680765:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693562.680767:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693562.680770:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693562.680772:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693562.680775:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693562.680777:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331456, portal 10
00000100:00000001:2.0:1790693562.680779:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693562.680780:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:2.0:1790693562.680786:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680792:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693562.680794:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693562.680796:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693562.680798:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101331456, offset 0
00000400:00000200:2.0:1790693562.680802:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693562.680806:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.680809:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693562.680812:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693562.680814:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693562.680816:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693562.680818:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693562.680820:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6824:6824:256:4294967295] 192.168.204.134@tcp LPNI seq info [6819:6819:8:4294967295]
00000400:00000200:2.0:1790693562.680823:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.680827:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693562.680830:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693562.680832:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693562.680834:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693562.680836:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693562.680838:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693562.680840:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693562.680842:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693562.680843:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693562.680845:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693562.680847:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693562.680849:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693562.680850:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693562.680851:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693562.680853:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680858:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.680860:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680864:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680865:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693562.680867:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693562.680869:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693562.680871:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693562.680872:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298718745
00000100:00000001:2.0:1790693562.680873:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.680875:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298718745
00000100:00000001:2.0:1790693562.680876:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.680877:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693562.680878:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.680879:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693562.680881:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693562/real 1790693562]  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693562.680889:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693562.680890:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693562.680891:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693562.680892:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693562.680893:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693562.680894:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693562.680896:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693562.680900:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680903:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693562.680904:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.680905:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.680906:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693562.680908:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680913:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693562.680916:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680922:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693562.680924:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.680925:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.680926:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.680928:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693562.680930:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693562.680932:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693562.680935:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693562.680937:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693562.680941:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693562.680949:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331456:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693562.680953:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693562.680956:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680960:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693562.680961:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680963:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693562.680964:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693562.680965:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693562.680966:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331584:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693562.680968:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693562.680970:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693562.680971:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.680972:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693562.680974:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693562.680975:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693562.680977:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693562.680979:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693562.680981:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693562.680983:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331584, portal 4
00000100:00000001:2.0:1790693562.680984:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693562.680984:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:2.0:1790693562.680988:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.680992:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693562.680993:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693562.680994:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693562.680996:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101331584, offset 0
00000400:00000200:2.0:1790693562.680998:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693562.681000:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.681003:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693562.681005:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693562.681006:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693562.681008:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693562.681009:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693562.681011:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6825:6825:256:4294967295] 192.168.204.134@tcp LPNI seq info [6820:6820:8:4294967295]
00000400:00000200:2.0:1790693562.681013:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.681017:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693562.681020:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693562.681021:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693562.681024:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693562.681026:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693562.681028:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693562.681029:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693562.681032:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693562.681033:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693562.681035:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693562.681037:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693562.681038:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693562.681039:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693562.681041:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693562.681043:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681047:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.681049:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681052:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.681053:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693562.681055:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693562.681056:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693562.681058:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693562.681059:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298718739
00000100:00000001:2.0:1790693562.681061:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.681062:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298718739
00000100:00000001:2.0:1790693562.681063:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.681065:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693562.681066:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.681067:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693562.681068:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693562/real 1790693562]  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693562.681072:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693562.681073:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693562.681074:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693562.681075:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693562.681076:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693562.681077:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693562.681079:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693562.681083:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681086:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693562.681087:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681088:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.681089:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693562.681090:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681094:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693562.681096:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681100:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693562.681101:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681102:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.681103:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681104:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693562.681105:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693562.681107:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693562.681109:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693562.681110:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693562.681112:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693562.681115:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331584:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693562.681117:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681118:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.681120:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101331328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681123:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693562.681124:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693562.681125:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693562.681126:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693562.681127:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693562.681128:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693562.681129:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693562.681130:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:2.0:1790693562.681132:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693562.681133:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693562.681134:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:2.0:1790693562.681135:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693562.681136:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681137:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.681138:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101331456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681142:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693562.681143:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693562.681144:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693562.681145:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693562.681146:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693562.681147:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693562.681148:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693562.681149:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693562.681150:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693562.681150:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693562.681151:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:2.0:1790693562.681152:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693562.681153:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681154:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.681155:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101331584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681158:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693562.681159:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693562.681159:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693562.681160:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693562.681161:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693562.681162:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693562.681163:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693562.681164:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693562.681166:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693562.681167:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693562.681168:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693562.681170:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693562.681171:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681172:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681175:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693562.681176:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.681177:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693562.681179:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693562.681180:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693562.681183:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681189:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693562.681191:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.681193:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693562.681194:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693562.681196:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693562.681199:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331712:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693562.681202:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693562.681204:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693562.681205:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693562.681207:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693562.681209:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693562.681211:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693562.681214:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693562.681215:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693562.681217:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693562.681219:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331712, portal 4
00000100:00000001:2.0:1790693562.681220:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693562.681221:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:2.0:1790693562.681225:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681229:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693562.681230:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693562.681231:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693562.681233:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101331712, offset 0
00000400:00000200:2.0:1790693562.681235:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693562.681237:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.681239:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693562.681241:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693562.681242:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693562.681244:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693562.681246:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693562.681247:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6826:6826:256:4294967295] 192.168.204.134@tcp LPNI seq info [6821:6821:8:4294967295]
00000400:00000200:2.0:1790693562.681250:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693562.681253:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693562.681256:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693562.681258:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693562.681260:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693562.681262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693562.681264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693562.681266:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693562.681279:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693562.681280:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693562.681282:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693562.681284:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693562.681286:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693562.681287:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693562.681288:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693562.681290:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681295:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.681297:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681300:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.681301:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693562.681303:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693562.681304:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693562.681306:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693562.681307:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298718744
00000100:00000001:2.0:1790693562.681309:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.681310:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298718744
00000100:00000001:2.0:1790693562.681311:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298720002
00000100:00000001:2.0:1790693562.681313:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693562.681314:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.681315:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693562.681317:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693562/real 1790693562]  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693562.681325:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693562.681326:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693562.681327:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693562.681328:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693562.681329:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693562.681330:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693562.681332:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693562.681337:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681353:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693562.681354:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681355:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.681356:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693562.681358:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681362:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693562.681365:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681368:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693562.681369:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681370:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693562.681371:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681372:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693562.681373:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693562.681374:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693562.681376:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693562.681377:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693562.681379:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693562.681384:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331712:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693562.681386:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681387:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693562.681388:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101331712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693562.681391:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693562.681392:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693562.681393:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693562.681395:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693562.681396:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693562.681396:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693562.681414:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693562.681415:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693562.681417:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693562.681419:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693562.681420:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:2.0:1790693562.681422:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693562.681423:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681425:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693562.681428:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693562.681429:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693562.681431:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693562.681432:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693563.063506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693563.063514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693563.063514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693563.063516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693563.063520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693563.063522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693563.063524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693563.063527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693563.063529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693563.063531:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693563.063534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693563.063536:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693563.063536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693563.063538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693563.063539:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693563.063540:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693563.063542:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693563.063545:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693563.063545:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693563.063545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693563.063549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693563.063550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693563.063552:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693563.063555:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693563.063556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693563.063559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693563.063562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693563.063674:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693563.063677:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693563.063682:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693563.063683:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693563.063686:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693563.063687:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693563.063691:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693563.063692:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693563.063734:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693563.063737:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693563.063740:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693563.703553:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693563.703560:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693563.703563:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693563.703569:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693563.703573:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693563.703577:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693563.703580:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693563.703583:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693563.703587:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693564.023523:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298720002, at 4298720064
00000100:00000040:0.0:1790693564.023528:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298720002, at 4298720064
00000100:00000010:1.0:1790693564.023549:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b1e0.
00000100:00000010:0.0:1790693564.023552:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b480.
00010000:00000001:3.0:1790693564.087508:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693564.087517:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693564.087527:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693564.087528:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693564.087528:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693564.087532:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693564.087538:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693564.087539:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693564.087539:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693564.087539:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693564.087547:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693564.087549:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693564.087549:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693564.087549:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693564.087555:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693564.087556:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693564.087560:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693564.087560:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693564.087560:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693564.087562:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693564.087563:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693564.087572:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693564.087573:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693564.087574:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693564.087576:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693564.087580:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693564.087580:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693564.087580:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693564.087587:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693564.087589:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693564.087590:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693564.087594:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693564.087596:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693564.087599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693564.087599:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693564.087600:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693564.087602:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693564.087607:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693564.727777:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693564.727788:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693564.727791:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693564.727798:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693564.727803:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693564.727808:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693564.727811:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693564.727814:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693564.727817:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693565.111516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693565.111524:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693565.111527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693565.111533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693565.111538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693565.111540:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693565.111542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693565.111547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693565.111547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693565.111551:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693565.111552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693565.111556:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693565.111557:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693565.111562:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693565.111563:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693565.111570:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693565.111572:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693565.111575:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693565.111577:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693565.111588:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693565.111590:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693565.111593:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693565.111599:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693565.111601:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693565.111606:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693565.111607:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693565.111620:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693565.111625:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693565.111627:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693565.111630:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693565.111633:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693565.111637:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693565.111641:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693565.111641:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693565.111644:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693565.111646:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693565.111648:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693565.111652:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693565.751518:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693565.751526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693565.751527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693565.751532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693565.751536:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693565.751539:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693565.751542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693565.751544:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693565.751547:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693566.135506:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693566.135513:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693566.135520:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693566.135522:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693566.135526:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693566.135527:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693566.135530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693566.135534:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693566.135537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693566.135542:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693566.135546:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693566.135551:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693566.135557:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693566.135558:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693566.135566:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693566.135567:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693566.135572:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693566.135574:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693566.135577:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693566.135578:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693566.135579:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693566.135586:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693566.135587:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693566.135588:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693566.135597:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1790693566.135598:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693566.135606:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693566.135609:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693566.135613:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693566.135625:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693566.135630:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693566.135632:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693566.135636:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693566.135640:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693566.135644:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693566.135646:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693566.135648:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693566.135650:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693566.775490:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693566.775496:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693566.775498:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693566.775503:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693566.775507:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693566.775509:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693566.775512:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693566.775514:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693566.775516:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693567.159535:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693567.159536:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693567.159536:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693567.159544:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693567.159545:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693567.159545:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693567.159549:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.159550:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693567.159551:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1790693567.159557:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693567.159557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693567.159558:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693567.159565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693567.159565:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693567.159567:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693567.159571:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693567.159571:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.159572:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693567.159575:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693567.159578:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693567.159580:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693567.159581:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693567.159582:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693567.159585:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693567.159586:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693567.159588:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693567.159588:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693567.159596:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693567.159597:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693567.159598:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693567.159600:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693567.159601:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693567.159607:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693567.159608:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693567.159612:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693567.159613:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693567.159616:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693567.159617:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693567.159626:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693567.159629:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693567.159633:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693567.159657:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693567.159662:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693567.159665:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693567.799493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693567.799494:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693567.799499:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1790693567.799501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693567.799501:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.799504:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1790693567.799506:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:2.0:1790693567.799508:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693567.799511:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693567.799513:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693567.799515:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.799518:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790693567.799520:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4051
00000100:00000001:3.0:1790693567.799521:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.799525:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693567.799528:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693567.799533:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693567.799536:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693567.799539:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799541:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693567.799543:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799545:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693567.799551:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693567.799552:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693567.799554:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693567.799556:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693567.799558:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693567.799559:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693567.799561:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799563:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693567.799564:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799565:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693567.799567:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693567.799569:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799570:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693567.799572:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693567.799574:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693567.799576:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.799578:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693567.799579:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693567.799586:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693567.799588:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693567.799590:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693567.799591:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.799593:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693567.799595:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693567.799598:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693567.799608:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693567.799614:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693567.799622:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693567.799632:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693567.799635:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693567.799640:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693567.799665:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693567.799668:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693567.799670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693567.799671:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693567.799672:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693567.799677:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693567.799679:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4051
00000400:00000200:2.0:1790693567.799682:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693567.799686:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693567.799687:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693567.799689:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799691:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693567.799692:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1790693567.799693:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799696:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693567.799697:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693567.799698:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693567.799701:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:3.0:1790693567.799701:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693567.799704:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693567.799706:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693567.799709:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:3.0:1790693567.799709:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693567.799711:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693567.799718:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799722:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693567.799724:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790693567.799725:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693567.799727:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.799728:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693567.799731:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693567.799731:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693567.799734:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1790693567.799735:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799739:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.799739:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693567.799743:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1790693567.799745:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101331840:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693567.799748:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693567.799749:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693567.799752:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.799753:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693567.799754:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693567.799756:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1790693567.799759:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1790693567.799759:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1790693567.799763:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.799765:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693567.799769:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693567.799771:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693567.799773:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1790693567.799774:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693567.799775:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.799779:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.799780:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693567.799784:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693567.799786:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693567.799789:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:2.0:1790693567.799793:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000400:00000010:3.0:1790693567.799794:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:2.0:1790693567.799799:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693567.799803:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00100000:2.0:1790693567.799807:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1790693567.799812:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331840, portal 25
00000100:00000001:3.0:1790693567.799817:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693567.799819:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693567.799821:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000001:2.0:1790693567.799822:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693567.799828:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693567.799832:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693567.799839:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693567.799844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693567.799846:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693567.799850:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:3.0:1790693567.799851:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799854:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1790693567.799856:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00080000:2.0:1790693567.799858:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1790693567.799862:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101331840, offset 0
00000100:00000001:2.0:1790693567.799863:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693567.799869:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4051
00000400:00000200:3.0:1790693567.799873:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693567.799881:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.799887:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693567.799891:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693567.799894:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693567.799898:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693567.799901:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693567.799904:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6827:6827:256:4294967295] 192.168.204.134@tcp LPNI seq info [6822:6822:8:4294967295]
00000400:00000200:3.0:1790693567.799908:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693567.799914:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.799921:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1790693567.799923:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693567.799928:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693567.799932:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799934:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1790693567.799934:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693567.799939:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799940:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:3.0:1790693567.799941:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000020:00000001:2.0:1790693567.799943:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693567.799945:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693567.799947:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.0:1790693567.799950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:2.0:1790693567.799951:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693567.799955:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.0:1790693567.799956:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1790693567.799958:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693567.799963:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799965:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1790693567.799965:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693567.799969:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1790693567.799970:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799975:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000100:3.0:1790693567.799978:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693567.799979:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000010:3.0:1790693567.799981:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00080000:2.0:1790693567.799984:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693567.799987:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693567.799987:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1790693567.799988:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693567.799993:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693567.799997:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
02000000:00000001:2.0:1790693567.799998:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1790693567.800000:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
02000000:00000001:2.0:1790693567.800002:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800004:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693567.800005:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693567.800008:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693567.800011:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693567.800011:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693567.800015:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693567.800020:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693567.800023:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693567.800024:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1790693567.800026:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693567.800029:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.800031:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1790693567.800031:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693567.800033:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693567.800036:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693567.800041:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693567.800045:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800047:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693567.800051:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693567.800051:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693567.800059:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693567.800059:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.800061:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693567.800067:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693567.800074:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693567.800075:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693567.800078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693567.800081:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298725122
00000100:00080000:2.0:1790693567.800083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693567.800086:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693567.800088:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1790693567.800089:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78ea0.
00000100:00000001:2.0:1790693567.800092:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693567.800096:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4051
00000100:00000001:3.0:1790693567.800097:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693567.800104:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298725122
00000400:00000200:2.0:1790693567.800107:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:3.0:1790693567.800109:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78ae0.
00000400:00000200:2.0:1790693567.800113:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693567.800116:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1790693567.800118:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693567.800121:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693567.800123:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693567.800126:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.800128:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693567.800131:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1790693567.800133:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.800137:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693567.800139:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693567/real 1790693567]  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693567.800143:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693567.800146:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693567.800150:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693567.800153:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000001:3.0:1790693567.800154:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1790693567.800157:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000001:3.0:1790693567.800158:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693567.800161:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000020:00000001:2.0:1790693567.800162:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:3.0:1790693567.800166:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000100:00000040:2.0:1790693567.800170:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693567.800170:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:2.0:1790693567.800176:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693567.800176:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:2.0:1790693567.800181:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693567.800185:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693567.800186:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693567.800191:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693567.800198:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:3.0:1790693567.800203:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693567.800204:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693567.800210:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693567.800213:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:2.0:1790693567.800215:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693567.800216:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693567.800220:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800221:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693567.800222:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693567.800223:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1790693567.800226:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693567.800229:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.800230:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693567.800233:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000100:00100000:3.0:1790693567.800235:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693567.800236:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693567.800251:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693567.800254:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800256:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693567.800257:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693567.800259:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693567.800261:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693567.800264:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693567.800266:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693567.800271:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800273:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693567.800276:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693567.800278:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693567.800280:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.800283:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693567.800289:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693567.800289:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693567.800293:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800294:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1790693567.800296:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693567.800300:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1790693567.800307:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693567.800309:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00080000:2.0:1790693567.800310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693567.800314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693567.800315:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1790693567.800316:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693567.800318:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693567.800321:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693567.800324:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4051
00000400:00000200:2.0:1790693567.800327:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693567.800328:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693567.800330:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693567.800330:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693567.800336:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.800340:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693567.800343:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.800346:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693567.800348:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101331840:192.168.204.134@tcp:250:
00000020:00000001:2.0:1790693567.800349:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693567.800352:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693567.800354:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693567.800354:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693567.800356:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:3.0:1790693567.800358:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1790693567.800359:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693567.800362:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101331840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693567.800363:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693567.800370:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.800373:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693567.800376:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693567.800380:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693567.800385:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:3.0:1790693567.800388:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00080000:2.0:1790693567.800391:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:3.0:1790693567.800392:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693567.800414:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693567.800420:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693567.800422:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:2.0:1790693567.800423:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693567.800424:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693567.800429:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:3.0:1790693567.800430:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:2.0:1790693567.800433:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693567.800434:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693567.800437:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.800439:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693567.800440:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:2.0:1790693567.800441:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693567.800444:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.800444:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1790693567.800447:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693567.800448:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000010:2.0:1790693567.800450:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693567.800454:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693567.800454:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693567.800457:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693567.800458:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693567.800460:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800462:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693567.800463:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693567.800465:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693567.800467:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693567.800470:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:3.0:1790693567.800471:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693567.800472:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800475:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693567.800478:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693567.800480:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693567.800483:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693567.800486:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693567.800487:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693567.800490:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693567.800493:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693567.800494:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800512:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693567.800514:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693567.800516:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.800517:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1790693567.800520:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4061)
02000000:00000001:3.0:1790693567.800520:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693567.800521:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693567.800526:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331968:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693567.800529:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693567.800530:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693567.800531:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.800532:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693567.800535:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693567.800536:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693567.800539:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693567.800541:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693567.800543:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693567.800546:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101331968, portal 10
00000100:00000001:3.0:1790693567.800547:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693567.800548:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:3.0:1790693567.800552:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800556:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693567.800557:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693567.800559:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693567.800560:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101331968, offset 0
00000400:00000200:3.0:1790693567.800563:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693567.800565:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.800567:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693567.800569:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693567.800571:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693567.800572:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693567.800574:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693567.800576:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6828:6828:256:4294967295] 192.168.204.134@tcp LPNI seq info [6823:6823:8:4294967295]
00000400:00000200:3.0:1790693567.800578:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.800582:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693567.800585:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.800587:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693567.800589:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693567.800591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693567.800595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693567.800598:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693567.800601:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.800603:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693567.800606:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693567.800608:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693567.800611:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693567.800613:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693567.800615:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693567.800619:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800626:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.800629:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800635:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800637:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693567.800640:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693567.800643:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693567.800646:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693567.800648:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298723859
00000100:00000001:3.0:1790693567.800651:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.800652:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298723859
00000100:00000001:3.0:1790693567.800655:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.800657:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693567.800659:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800660:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693567.800664:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693567/real 1790693567]  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693567.800672:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693567.800673:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693567.800675:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693567.800677:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693567.800678:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693567.800680:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693567.800684:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693567.800692:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800700:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693567.800701:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.800703:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.800704:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693567.800706:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800710:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693567.800712:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800716:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693567.800718:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.800719:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.800719:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.800721:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693567.800722:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693567.800723:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693567.800725:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693567.800726:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693567.800728:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693567.800733:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101331968:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693567.800735:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693567.800737:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800740:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693567.800741:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.800742:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693567.800744:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693567.800745:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693567.800747:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332096:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693567.800750:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693567.800751:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693567.800753:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.800754:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693567.800757:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693567.800759:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693567.800762:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693567.800764:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693567.800767:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693567.800770:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332096, portal 10
00000100:00000001:3.0:1790693567.800772:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693567.800773:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:3.0:1790693567.800778:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800784:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693567.800786:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693567.800788:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693567.800790:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101332096, offset 0
00000400:00000200:3.0:1790693567.800794:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693567.800798:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.800801:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693567.800803:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693567.800806:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693567.800808:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693567.800810:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693567.800813:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6829:6829:256:4294967295] 192.168.204.134@tcp LPNI seq info [6824:6824:8:4294967295]
00000400:00000200:3.0:1790693567.800817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.800822:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693567.800827:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.800830:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693567.800832:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693567.800834:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693567.800836:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693567.800838:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693567.800840:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.800841:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693567.800843:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693567.800845:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693567.800847:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693567.800848:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693567.800850:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693567.800852:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800857:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.800859:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800862:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800864:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693567.800865:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693567.800867:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693567.800869:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693567.800871:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298723865
00000100:00000001:3.0:1790693567.800872:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.800874:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298723865
00000100:00000001:3.0:1790693567.800875:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.800876:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693567.800877:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.800878:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693567.800880:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693567/real 1790693567]  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693567.800888:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693567.800889:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693567.800890:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693567.800891:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693567.800892:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693567.800893:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693567.800895:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693567.800900:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800903:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693567.800904:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.800904:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.800905:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693567.800907:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800912:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693567.800916:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800922:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693567.800924:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.800925:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.800926:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.800928:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693567.800929:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693567.800931:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693567.800935:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693567.800937:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693567.800941:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693567.800948:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332096:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693567.800952:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693567.800955:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.800961:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693567.800962:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.800964:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693567.800966:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693567.800968:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693567.800970:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332224:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693567.800973:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693567.800975:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693567.800976:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.800978:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693567.800981:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693567.800983:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693567.800986:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693567.800988:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693567.800990:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693567.800992:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332224, portal 4
00000100:00000001:3.0:1790693567.800993:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693567.800994:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693567.800998:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801002:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693567.801003:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693567.801005:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693567.801006:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101332224, offset 0
00000400:00000200:3.0:1790693567.801008:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693567.801011:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.801013:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693567.801015:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693567.801016:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693567.801018:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693567.801019:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693567.801021:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6830:6830:256:4294967295] 192.168.204.134@tcp LPNI seq info [6825:6825:8:4294967295]
00000400:00000200:3.0:1790693567.801023:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.801027:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693567.801029:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.801031:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693567.801033:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693567.801035:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693567.801038:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693567.801039:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693567.801052:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.801053:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693567.801055:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693567.801057:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693567.801059:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693567.801060:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693567.801062:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693567.801064:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801069:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.801070:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801074:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.801075:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693567.801077:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693567.801079:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693567.801081:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693567.801082:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298723859
00000100:00000001:3.0:1790693567.801084:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.801086:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298723859
00000100:00000001:3.0:1790693567.801087:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.801088:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693567.801089:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.801090:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693567.801092:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693567/real 1790693567]  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693567.801096:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693567.801097:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693567.801098:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693567.801099:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693567.801100:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693567.801101:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693567.801103:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693567.801107:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801111:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693567.801111:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801112:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.801113:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693567.801115:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801118:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693567.801120:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801123:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693567.801125:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801126:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.801127:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801128:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693567.801129:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693567.801131:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693567.801133:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693567.801134:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693567.801136:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693567.801140:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332224:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693567.801143:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801145:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.801148:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101331968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801153:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693567.801154:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693567.801156:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693567.801158:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693567.801159:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693567.801161:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693567.801163:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693567.801164:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:3.0:1790693567.801167:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693567.801168:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693567.801170:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693567.801173:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693567.801174:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801175:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.801178:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101332096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801184:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693567.801186:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693567.801187:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693567.801190:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693567.801191:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693567.801191:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693567.801193:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693567.801194:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693567.801195:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693567.801196:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693567.801196:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:3.0:1790693567.801197:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693567.801198:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801199:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.801201:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101332224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801204:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693567.801205:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693567.801205:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693567.801207:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693567.801207:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693567.801208:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693567.801209:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693567.801210:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693567.801211:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693567.801211:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693567.801212:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693567.801213:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693567.801214:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801215:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801217:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693567.801218:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.801219:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693567.801220:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693567.801220:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693567.801222:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801226:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693567.801227:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.801228:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693567.801229:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693567.801230:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693567.801232:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332352:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693567.801234:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693567.801235:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693567.801235:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693567.801236:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693567.801238:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693567.801252:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693567.801256:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693567.801258:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693567.801259:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693567.801261:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332352, portal 4
00000100:00000001:3.0:1790693567.801263:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693567.801264:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693567.801268:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801273:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693567.801275:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693567.801277:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693567.801279:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101332352, offset 0
00000400:00000200:3.0:1790693567.801283:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693567.801286:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.801290:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693567.801292:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693567.801295:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693567.801297:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693567.801299:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693567.801302:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6831:6831:256:4294967295] 192.168.204.134@tcp LPNI seq info [6826:6826:8:4294967295]
00000400:00000200:3.0:1790693567.801306:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693567.801312:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693567.801316:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.801319:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693567.801323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693567.801324:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693567.801327:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693567.801329:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693567.801335:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693567.801336:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693567.801338:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693567.801341:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693567.801343:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693567.801344:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693567.801345:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693567.801348:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801352:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.801354:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801357:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.801358:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693567.801360:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693567.801362:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693567.801364:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693567.801365:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298723864
00000100:00000001:3.0:1790693567.801367:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.801368:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298723864
00000100:00000001:3.0:1790693567.801369:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298725122
00000100:00000001:3.0:1790693567.801370:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693567.801371:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.801372:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693567.801374:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693567/real 1790693567]  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693567.801385:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693567.801386:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693567.801387:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693567.801389:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693567.801391:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693567.801393:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693567.801395:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693567.801424:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801431:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693567.801432:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801433:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.801434:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693567.801437:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801441:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693567.801443:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801446:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693567.801448:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801449:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693567.801449:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801450:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693567.801451:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693567.801453:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693567.801455:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693567.801456:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693567.801458:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693567.801463:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332352:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693567.801465:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801466:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693567.801468:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101332352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693567.801471:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693567.801472:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693567.801473:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693567.801475:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693567.801476:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693567.801476:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693567.801478:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693567.801479:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:3.0:1790693567.801480:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693567.801481:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693567.801482:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693567.801483:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693567.801484:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801485:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693567.801487:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693567.801488:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693567.801489:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693567.801490:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693568.183499:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693568.183501:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693568.183505:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693568.183505:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693568.183508:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693568.183512:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693568.183514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693568.183515:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693568.183516:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693568.183519:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693568.183520:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693568.183521:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693568.183525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693568.183525:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693568.183530:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693568.183531:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693568.183533:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693568.183536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693568.183537:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693568.183537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693568.183542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693568.183546:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693568.183546:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693568.183550:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693568.183551:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693568.183555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693568.183573:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693568.183576:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693568.183580:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693568.183662:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693568.183666:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693568.183667:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693568.183669:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693568.183672:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693568.183674:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693568.183676:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693568.183677:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693568.183679:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693568.823513:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693568.823528:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693568.823533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693568.823543:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693568.823550:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693568.823555:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693568.823560:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693568.823564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693568.823569:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693569.143584:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298725122, at 4298725184
00000100:00000040:0.0:1790693569.143585:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298725122, at 4298725184
00000100:00000010:1.0:1790693569.143607:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78ae0.
00000100:00000010:0.0:1790693569.143612:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78ea0.
00000100:00000001:0.0:1790693569.207535:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693569.207535:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693569.207541:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693569.207545:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693569.207545:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693569.207548:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693569.207549:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693569.207556:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693569.207557:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693569.207557:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693569.207564:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693569.207564:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693569.207565:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693569.207569:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693569.207569:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693569.207570:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693569.207574:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693569.207577:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693569.207578:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693569.207579:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693569.207582:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693569.207582:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693569.207583:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693569.207584:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693569.207594:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693569.207595:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693569.207597:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693569.207600:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693569.207602:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693569.207609:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693569.207614:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693569.207619:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693569.207623:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693569.207626:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693569.207630:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693569.207642:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693569.207647:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693569.207652:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693569.847515:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693569.847525:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693569.847527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693569.847541:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693569.847545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693569.847550:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693569.847552:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693569.847555:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693569.847557:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693570.231518:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693570.231524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693570.231525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693570.231529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693570.231534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693570.231538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693570.231538:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693570.231542:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693570.231543:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693570.231543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693570.231543:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693570.231550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693570.231551:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693570.231552:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693570.231554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693570.231554:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693570.231556:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693570.231558:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693570.231561:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1790693570.231562:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693570.231565:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693570.231566:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693570.231567:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693570.231573:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693570.231574:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693570.231577:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693570.231580:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693570.231581:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693570.231583:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693570.231589:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693570.231589:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693570.231595:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693570.231596:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693570.231596:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693570.231601:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693570.231605:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693570.231607:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693570.231614:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693570.231620:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693570.231622:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693570.231624:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693570.231626:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693570.231628:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693570.231629:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693570.231632:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693570.231636:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693570.231638:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693570.231662:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693570.231664:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693570.231667:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693570.872724:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693570.872732:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693570.872734:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693570.872739:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693570.872742:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693570.872746:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693570.872748:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693570.872750:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693570.872753:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693571.255537:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693571.255540:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693571.255544:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693571.255545:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693571.255549:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693571.255552:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693571.255555:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693571.255555:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693571.255564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693571.255564:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693571.255567:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693571.255569:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693571.255569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693571.255573:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693571.255577:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693571.255578:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693571.255579:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693571.255580:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693571.255588:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693571.255588:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693571.255599:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693571.255600:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693571.255601:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693571.255603:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693571.255604:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693571.255611:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1790693571.255611:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693571.255617:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693571.255622:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693571.255978:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693571.255983:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693571.255984:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693571.255987:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693571.255989:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693571.255991:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693571.255993:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693571.255995:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693571.255997:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693571.895508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693571.895516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693571.895519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693571.895524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693571.895528:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693571.895531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693571.895534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693571.895536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693571.895539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693572.279527:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693572.279535:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693572.279543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693572.279544:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693572.279549:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693572.279551:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693572.279553:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693572.279557:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693572.279561:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693572.279562:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693572.279562:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693572.279565:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693572.279568:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.279572:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693572.279574:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693572.279579:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693572.279580:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693572.279581:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693572.279582:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693572.279584:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693572.279591:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693572.279591:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693572.279592:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693572.279599:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693572.279599:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693572.279600:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693572.279602:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693572.279603:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693572.279607:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693572.279607:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693572.279613:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693572.279613:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693572.279615:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693572.279619:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693572.279620:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693572.279621:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.279621:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693572.279628:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693572.279629:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.279633:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693572.279638:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693572.279669:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693572.279672:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693572.279675:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693572.919556:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693572.919568:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693572.919571:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693572.919579:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693572.919589:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693572.919594:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.919599:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693572.919602:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.919604:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693572.919654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693572.919660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693572.919663:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693572.919667:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693572.919672:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693572.919680:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4056
00000400:00000200:1.0:1790693572.919688:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693572.919694:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693572.919697:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693572.919700:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919704:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.919711:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919715:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693572.919724:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693572.919727:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693572.919730:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693572.919734:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693572.919737:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693572.919740:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693572.919743:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919745:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.919747:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919749:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693572.919753:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693572.919757:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919759:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693572.919762:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693572.919767:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693572.919770:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.919773:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693572.919776:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693572.919789:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693572.919793:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693572.919797:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693572.919798:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.919801:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693572.919805:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693572.919810:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693572.919818:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693572.919825:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693572.919834:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693572.919844:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693572.919848:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693572.919852:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693572.919874:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693572.919877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693572.919880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693572.919882:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693572.919883:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693572.919885:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693572.919887:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4056
00000400:00000200:1.0:1790693572.919891:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693572.919893:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693572.919895:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693572.919897:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919899:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.919901:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919902:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693572.919905:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693572.919906:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693572.919907:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693572.919909:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693572.919911:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693572.919913:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693572.919915:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919918:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.919919:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919921:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693572.919923:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693572.919927:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693572.919929:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693572.919932:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693572.919939:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693572.919942:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.919943:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693572.919948:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693572.919952:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.919954:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693572.919957:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693572.919960:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693572.919962:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693572.919963:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.919965:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693572.919966:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693572.919968:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693572.919972:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693572.919976:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693572.919982:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693572.919991:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693572.919993:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693572.919997:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693572.920005:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693572.920008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693572.920010:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693572.920013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693572.920016:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693572.920021:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693572.920022:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693572.920033:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693572.920033:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1790693572.920045:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4056
00000400:00000200:1.0:1790693572.920055:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:3.0:1790693572.920057:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693572.920062:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693572.920070:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693572.920077:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920080:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.920083:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920091:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693572.920103:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693572.920107:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693572.920114:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693572.920118:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00000001:3.0:1790693572.920124:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1790693572.920125:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:3.0:1790693572.920129:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.920134:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693572.920138:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1790693572.920156:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
02000000:00000001:3.0:1790693572.920158:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693572.920167:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693572.920172:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101332480:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693572.920174:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.920181:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693572.920184:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693572.920187:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693572.920192:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790693572.920194:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
02000000:00000001:3.0:1790693572.920197:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693572.920202:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:3.0:1790693572.920205:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693572.920210:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693572.920213:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693572.920216:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693572.920217:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:1.0:1790693572.920222:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.920225:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920227:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693572.920231:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693572.920237:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.920238:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693572.920244:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693572.920248:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000010:1.0:1790693572.920251:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693572.920256:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000010:3.0:1790693572.920258:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
02000000:00000001:1.0:1790693572.920259:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693572.920262:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920267:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693572.920268:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693572.920271:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693572.920275:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693572.920280:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693572.920281:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332480, portal 25
00000100:00100000:1.0:1790693572.920288:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693572.920291:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693572.920294:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000001:1.0:1790693572.920306:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693572.920311:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693572.920313:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693572.920321:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.920332:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693572.920340:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920350:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693572.920352:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00080000:1.0:1790693572.920355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1790693572.920360:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101332480, offset 0
00000100:00080000:1.0:1790693572.920361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693572.920365:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693572.920368:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693572.920371:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693572.920377:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4056
00000400:00000200:3.0:1790693572.920381:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693572.920387:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693572.920391:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693572.920392:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693572.920395:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920426:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.920429:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920431:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693572.920435:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693572.920436:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693572.920437:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693572.920439:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000200:3.0:1790693572.920441:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:1.0:1790693572.920443:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693572.920450:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693572.920454:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920456:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.920462:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693572.920463:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693572.920464:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693572.920470:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693572.920476:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693572.920477:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693572.920482:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693572.920486:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693572.920488:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:1.0:1790693572.920492:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693572.920495:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1790693572.920498:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.920503:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920504:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693572.920508:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693572.920513:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920516:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.920521:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6832:6832:256:4294967295] 192.168.204.134@tcp LPNI seq info [6827:6827:8:4294967295]
00000100:00000010:1.0:1790693572.920523:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000020:00000040:1.0:1790693572.920530:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000200:3.0:1790693572.920532:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693572.920536:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693572.920539:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920542:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693572.920544:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693572.920549:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.920555:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1790693572.920558:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693572.920566:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693572.920574:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1790693572.920577:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.920590:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000001:1.0:1790693572.920591:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693572.920594:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693572.920602:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790693572.920603:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693572.920613:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1790693572.920621:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693572.920631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1790693572.920631:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:1.0:1790693572.920637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693572.920639:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693572.920643:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1790693572.920646:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1790693572.920649:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693572.920655:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4056
00000800:00000100:3.0:1790693572.920664:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693572.920668:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:3.0:1790693572.920670:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:1.0:1790693572.920674:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693572.920677:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693572.920679:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693572.920681:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693572.920682:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.920685:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920688:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693572.920692:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693572.920695:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000400:00000200:3.0:1790693572.920696:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1790693572.920700:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693572.920703:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693572.920706:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:3.0:1790693572.920707:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000020:00000001:1.0:1790693572.920710:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000010:3.0:1790693572.920714:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000040:1.0:1790693572.920716:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693572.920721:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693572.920724:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693572.920724:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693572.920729:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693572.920732:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693572.920737:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:3.0:1790693572.920739:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693572.920741:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693572.920745:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693572.920749:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693572.920758:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920763:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693572.920766:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693572.920770:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920773:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693572.920777:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693572.920779:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693572.920784:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693572.920786:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920788:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693572.920789:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693572.920790:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693572.920794:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693572.920798:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00000040:3.0:1790693572.920800:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693572.920802:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693572.920813:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693572.920845:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693572.920845:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920848:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.920854:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:1.0:1790693572.920857:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.920863:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693572.920866:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.920875:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693572.920876:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4066)
00000100:00000001:3.0:1790693572.920889:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298730243
00000100:00000010:3.0:1790693572.920896:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78300.
00000100:00000001:3.0:1790693572.920904:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693572.920910:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298730243
00000100:00000010:3.0:1790693572.920913:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f785a0.
00000100:00000001:3.0:1790693572.920916:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693572.920919:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693572.920922:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.920925:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693572.920931:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693572/real 1790693572]  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693572.920941:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693572.920943:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693572.920945:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693572.920948:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693572.920949:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693572.920952:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693572.920955:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693572.920963:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.920969:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693572.920971:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.920973:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.920975:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693572.920979:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.920986:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693572.920991:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.920998:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693572.921000:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921002:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.921003:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921006:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693572.921008:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693572.921011:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693572.921016:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693572.921018:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693572.921022:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693572.921030:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101332480:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693572.921034:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693572.921038:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921045:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693572.921046:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.921049:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693572.921051:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693572.921053:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693572.921056:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332608:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693572.921059:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693572.921061:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693572.921063:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.921065:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693572.921068:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693572.921070:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.921074:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693572.921076:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693572.921080:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693572.921082:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332608, portal 10
00000100:00000001:3.0:1790693572.921084:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693572.921085:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:3.0:1790693572.921091:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921097:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693572.921099:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693572.921102:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693572.921104:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101332608, offset 0
00000400:00000200:3.0:1790693572.921108:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693572.921112:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.921116:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693572.921119:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693572.921122:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693572.921124:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693572.921126:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693572.921130:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6833:6833:256:4294967295] 192.168.204.134@tcp LPNI seq info [6828:6828:8:4294967295]
00000400:00000200:3.0:1790693572.921134:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.921152:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693572.921157:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.921160:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693572.921164:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693572.921166:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693572.921171:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693572.921174:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693572.921178:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.921180:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693572.921183:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693572.921186:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693572.921189:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693572.921191:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693572.921193:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693572.921196:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921204:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.921207:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921213:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.921214:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693572.921217:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693572.921221:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693572.921224:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693572.921226:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298728979
00000100:00000001:3.0:1790693572.921229:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.921231:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298728979
00000100:00000001:3.0:1790693572.921233:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.921235:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693572.921237:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.921238:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693572.921243:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693572/real 1790693572]  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693572.921250:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693572.921252:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693572.921253:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693572.921256:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693572.921257:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693572.921259:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693572.921263:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693572.921270:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921276:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693572.921277:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921279:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.921280:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693572.921284:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921290:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693572.921294:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921301:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693572.921303:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921305:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.921306:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921308:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693572.921310:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693572.921313:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693572.921317:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693572.921319:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693572.921323:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693572.921330:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332608:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693572.921335:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921337:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.921340:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101332480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921347:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693572.921350:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693572.921352:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693572.921356:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693572.921358:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693572.921360:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693572.921363:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693572.921365:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:3.0:1790693572.921369:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693572.921370:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693572.921372:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:3.0:1790693572.921375:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693572.921377:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921378:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.921382:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101332608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921387:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693572.921388:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693572.921390:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693572.921393:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693572.921394:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693572.921395:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693572.921420:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693572.921422:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:3.0:1790693572.921425:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693572.921426:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693572.921428:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:3.0:1790693572.921430:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693572.921431:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921434:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921441:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693572.921443:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.921445:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693572.921447:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693572.921448:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693572.921452:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921458:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693572.921460:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.921462:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693572.921463:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693572.921465:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693572.921468:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332736:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693572.921471:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693572.921473:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693572.921475:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.921476:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693572.921480:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693572.921482:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.921485:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693572.921487:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693572.921490:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693572.921493:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332736, portal 10
00000100:00000001:3.0:1790693572.921495:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693572.921497:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:3.0:1790693572.921502:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921509:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693572.921511:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693572.921513:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693572.921515:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101332736, offset 0
00000400:00000200:3.0:1790693572.921520:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693572.921524:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.921528:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693572.921531:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693572.921533:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693572.921535:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693572.921537:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693572.921540:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6834:6834:256:4294967295] 192.168.204.134@tcp LPNI seq info [6829:6829:8:4294967295]
00000400:00000200:3.0:1790693572.921544:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.921550:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693572.921555:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.921558:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693572.921561:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693572.921564:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693572.921568:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693572.921570:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693572.921573:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.921575:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693572.921578:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693572.921581:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693572.921583:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693572.921585:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693572.921587:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693572.921590:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921603:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.921606:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921611:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.921613:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693572.921615:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693572.921619:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693572.921622:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693572.921624:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298728986
00000100:00000001:3.0:1790693572.921626:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.921628:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298728986
00000100:00000001:3.0:1790693572.921630:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.921632:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693572.921634:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.921636:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693572.921639:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693572/real 1790693572]  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693572.921647:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693572.921648:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693572.921649:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693572.921651:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693572.921653:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693572.921655:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693572.921658:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693572.921666:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921672:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693572.921674:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921675:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.921676:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693572.921680:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921686:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693572.921690:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921697:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693572.921699:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921700:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.921702:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921703:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693572.921704:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693572.921707:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693572.921710:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693572.921711:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693572.921715:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693572.921722:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332736:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693572.921726:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693572.921730:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921736:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693572.921738:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.921740:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693572.921742:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693572.921744:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693572.921747:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332864:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693572.921751:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693572.921754:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693572.921755:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.921758:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693572.921760:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693572.921763:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.921766:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693572.921769:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693572.921774:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693572.921777:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332864, portal 4
00000100:00000001:3.0:1790693572.921778:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693572.921780:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:3.0:1790693572.921786:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921793:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693572.921795:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693572.921797:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693572.921799:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101332864, offset 0
00000400:00000200:3.0:1790693572.921803:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693572.921806:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.921810:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693572.921812:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693572.921814:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693572.921816:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693572.921818:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693572.921821:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6835:6835:256:4294967295] 192.168.204.134@tcp LPNI seq info [6830:6830:8:4294967295]
00000400:00000200:3.0:1790693572.921825:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.921831:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693572.921835:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.921838:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693572.921842:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693572.921845:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693572.921849:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693572.921851:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693572.921855:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.921856:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693572.921859:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693572.921863:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693572.921866:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693572.921867:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693572.921874:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693572.921879:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921886:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.921889:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921895:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.921896:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693572.921899:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693572.921901:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693572.921904:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693572.921906:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298728980
00000100:00000001:3.0:1790693572.921908:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.921911:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298728980
00000100:00000001:3.0:1790693572.921912:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.921914:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693572.921916:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.921918:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693572.921922:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693572/real 1790693572]  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693572.921929:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693572.921931:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693572.921932:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693572.921935:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693572.921936:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693572.921938:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693572.921940:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693572.921947:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921952:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693572.921953:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921954:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.921956:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693572.921958:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921964:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693572.921967:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.921972:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693572.921974:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921976:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.921977:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.921979:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693572.921980:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693572.921983:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693572.921986:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693572.921988:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693572.921991:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693572.921998:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332864:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693572.922001:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693572.922004:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922009:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693572.922011:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.922012:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693572.922014:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693572.922016:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693572.922018:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332992:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693572.922021:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693572.922022:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693572.922024:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693572.922025:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693572.922028:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693572.922030:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693572.922032:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693572.922034:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693572.922036:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693572.922039:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101332992, portal 4
00000100:00000001:3.0:1790693572.922040:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693572.922041:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:3.0:1790693572.922045:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922050:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693572.922052:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693572.922054:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693572.922056:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101332992, offset 0
00000400:00000200:3.0:1790693572.922059:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693572.922061:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.922064:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693572.922067:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693572.922068:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693572.922071:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693572.922073:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693572.922075:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6836:6836:256:4294967295] 192.168.204.134@tcp LPNI seq info [6831:6831:8:4294967295]
00000400:00000200:3.0:1790693572.922079:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693572.922084:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693572.922088:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.922090:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693572.922094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693572.922096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693572.922100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693572.922102:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693572.922105:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693572.922107:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693572.922110:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693572.922113:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693572.922115:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693572.922117:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693572.922119:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693572.922123:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922130:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.922133:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922139:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.922153:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693572.922157:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693572.922159:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693572.922162:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693572.922164:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298728985
00000100:00000001:3.0:1790693572.922166:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.922168:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298728985
00000100:00000001:3.0:1790693572.922170:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298730243
00000100:00000001:3.0:1790693572.922172:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693572.922174:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.922176:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693572.922179:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693572/real 1790693572]  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693572.922186:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693572.922187:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693572.922188:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693572.922190:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693572.922192:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693572.922194:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693572.922196:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693572.922202:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922208:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693572.922209:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922211:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.922212:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693572.922215:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922221:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693572.922224:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922231:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693572.922233:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922234:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693572.922236:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922238:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693572.922239:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693572.922242:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693572.922249:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693572.922251:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693572.922255:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693572.922262:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101332992:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693572.922268:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922270:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.922272:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101332736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922276:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693572.922277:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693572.922278:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693572.922280:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693572.922284:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693572.922285:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693572.922288:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693572.922289:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693572.922292:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693572.922293:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693572.922294:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:3.0:1790693572.922296:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693572.922297:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922299:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.922301:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101332864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922307:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693572.922309:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693572.922310:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693572.922312:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693572.922313:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693572.922315:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693572.922317:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693572.922318:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:3.0:1790693572.922320:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693572.922321:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693572.922322:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:3.0:1790693572.922325:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693572.922326:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922327:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693572.922330:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101332992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693572.922336:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693572.922338:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693572.922339:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693572.922341:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693572.922342:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693572.922342:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693572.922344:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693572.922345:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:3.0:1790693572.922346:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693572.922346:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693572.922347:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:3.0:1790693572.922349:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693572.922350:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922352:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693572.922356:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693572.922357:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693572.922359:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693572.922360:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693573.303510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693573.303510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693573.303510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693573.303516:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693573.303517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693573.303518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693573.303519:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693573.303522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693573.303522:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693573.303523:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693573.303523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693573.303530:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693573.303532:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693573.303532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693573.303534:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693573.303536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693573.303539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693573.303539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693573.303539:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693573.303540:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693573.303545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693573.303546:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693573.303546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693573.303547:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693573.303550:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693573.303551:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693573.303552:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693573.303556:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693573.303556:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693573.303559:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693573.303561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693573.303562:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693573.303563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693573.303566:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693573.303567:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693573.303585:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693573.303589:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693573.303592:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693573.943555:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693573.943564:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693573.943567:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693573.943575:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693573.943579:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693573.943585:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693573.943589:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693573.943592:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693573.943596:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693574.263556:0:29804:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298730243, at 4298730304
00000100:00000040:1.0:1790693574.263556:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298730243, at 4298730304
00000100:00000010:0.0:1790693574.263577:0:29804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78300.
00000100:00000010:1.0:1790693574.263587:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f785a0.
00010000:00000001:3.0:1790693574.327534:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693574.327539:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693574.327543:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693574.327545:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693574.327549:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693574.327553:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693574.327554:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693574.327557:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693574.327558:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693574.327559:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693574.327561:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693574.327570:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693574.327571:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693574.327571:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693574.327572:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693574.327577:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693574.327578:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693574.327579:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693574.327579:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693574.327587:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693574.327590:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693574.327591:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693574.327591:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693574.327592:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693574.327597:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693574.327605:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693574.327611:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693574.327616:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693574.327619:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693574.327621:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693574.327626:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693574.327627:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693574.327631:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693574.327634:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1790693574.327636:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693574.327638:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1790693574.327640:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693574.327642:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693574.967493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693574.967501:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693574.967503:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693574.967509:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693574.967513:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693574.967517:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693574.967520:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693574.967522:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693574.967525:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693575.351503:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693575.351503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693575.351504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693575.351510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693575.351510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693575.351511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693575.351514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693575.351514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693575.351514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693575.351521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693575.351522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693575.351522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693575.351526:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693575.351526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693575.351528:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693575.351531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693575.351531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693575.351532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693575.351536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693575.351536:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693575.351539:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693575.351539:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693575.351541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693575.351541:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693575.351548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693575.351551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693575.351554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693575.351617:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693575.351620:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693575.351624:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693575.351625:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693575.351628:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693575.351629:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693575.351633:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693575.351634:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693575.351648:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693575.351651:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693575.351654:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693575.991767:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693575.991776:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693575.991778:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693575.991786:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693575.991792:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693575.991797:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693575.991800:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693575.991804:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693575.991808:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693576.375462:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693576.375470:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693576.375472:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693576.375474:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693576.375476:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693576.375479:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693576.375482:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693576.375483:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693576.375484:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693576.375486:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693576.375489:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693576.375490:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693576.375493:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693576.375495:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693576.375499:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693576.375499:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693576.375500:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693576.375506:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693576.375506:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693576.375510:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693576.375511:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693576.375513:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693576.375516:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693576.375518:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693576.375521:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693576.375526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693576.375526:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693576.375526:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693576.375534:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693576.375535:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693576.375540:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693576.375541:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693576.375547:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693576.375552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693576.375553:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693576.375556:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693576.375559:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693576.375564:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693576.375568:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693576.375571:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693576.375574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693576.375577:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693576.375581:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693576.375584:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693577.015529:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693577.015538:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693577.015541:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693577.015546:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693577.015550:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693577.015554:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693577.015557:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693577.015559:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693577.015563:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693577.399523:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693577.399524:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693577.399530:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693577.399531:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693577.399531:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693577.399534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693577.399535:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693577.399536:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693577.399540:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693577.399543:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693577.399546:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693577.399547:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693577.399547:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693577.399548:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693577.399553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693577.399556:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693577.399557:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693577.399557:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693577.399564:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693577.399565:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693577.399565:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693577.399567:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693577.399578:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693577.399579:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693577.399579:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693577.399581:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693577.399586:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693577.399595:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693577.399596:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693577.399597:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693577.399601:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693577.399603:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693577.399607:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693577.399612:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693577.399616:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693577.399645:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693577.399651:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693577.399655:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693578.039486:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693578.039494:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693578.039497:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693578.039501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790693578.039503:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693578.039508:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1790693578.039510:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693578.039512:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693578.039514:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693578.039517:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1790693578.039519:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693578.039521:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693578.039525:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693578.039526:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693578.039534:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4061
00000400:00000200:0.0:1790693578.039542:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693578.039548:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693578.039550:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693578.039552:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039555:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693578.039557:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039559:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693578.039565:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693578.039567:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693578.039570:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693578.039573:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693578.039576:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693578.039578:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693578.039580:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039582:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693578.039584:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039586:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693578.039589:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693578.039592:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039595:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693578.039598:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693578.039602:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693578.039604:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.039607:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693578.039609:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693578.039616:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693578.039618:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693578.039621:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693578.039623:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.039625:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693578.039628:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693578.039631:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693578.039639:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfbc00.
00000100:00000001:0.0:1790693578.039645:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693578.039654:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693578.039671:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693578.039675:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693578.039679:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693578.039699:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693578.039702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693578.039705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693578.039707:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693578.039709:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693578.039712:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693578.039715:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4061
00000400:00000200:0.0:1790693578.039720:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693578.039724:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693578.039727:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693578.039729:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790693578.039731:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039734:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693578.039735:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790693578.039737:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693578.039739:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693578.039741:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693578.039747:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1790693578.039748:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693578.039749:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693578.039753:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693578.039757:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693578.039762:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693578.039768:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693578.039774:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1790693578.039776:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693578.039777:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.039783:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693578.039783:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693578.039787:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693578.039788:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693578.039792:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693578.039794:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693578.039799:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:3.0:1790693578.039803:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101333120:192.168.204.134@tcp:250:
00000100:00080000:0.0:1790693578.039804:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039808:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693578.039812:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693578.039814:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693578.039817:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693578.039818:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693578.039822:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.039822:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.039827:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693578.039828:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1790693578.039831:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693578.039833:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693578.039834:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
00000100:00000001:0.0:1790693578.039835:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.039838:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693578.039840:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693578.039843:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693578.039845:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693578.039846:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.039847:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693578.039848:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693578.039849:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693578.039854:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:0.0:1790693578.039855:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9c00.
00000100:00000001:0.0:1790693578.039859:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693578.039860:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00100000:0.0:1790693578.039864:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1790693578.039868:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:0.0:1790693578.039870:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693578.039873:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693578.039875:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693578.039877:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101333120, portal 25
00000100:00000001:3.0:1790693578.039883:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693578.039885:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.039886:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00080000:0.0:1790693578.039888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693578.039892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693578.039894:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693578.039896:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693578.039898:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:3.0:1790693578.039898:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693578.039904:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4061
00000400:00000200:0.0:1790693578.039911:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693578.039915:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693578.039915:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790693578.039919:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693578.039922:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693578.039925:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693578.039927:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:0.0:1790693578.039928:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693578.039932:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039933:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693578.039933:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101333120, offset 0
00000400:00000200:3.0:1790693578.039941:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:0.0:1790693578.039946:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693578.039947:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693578.039949:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693578.039950:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693578.039954:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:0.0:1790693578.039955:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693578.039960:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:3.0:1790693578.039964:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:0.0:1790693578.039966:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039969:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693578.039971:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1790693578.039974:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693578.039979:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693578.039980:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693578.039984:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:3.0:1790693578.039985:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1790693578.039991:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693578.039991:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.039998:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693578.039998:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6837:6837:256:4294967295] 192.168.204.134@tcp LPNI seq info [6832:6832:8:4294967295]
02000000:00000001:0.0:1790693578.040004:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693578.040006:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693578.040009:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693578.040013:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.040018:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:3.0:1790693578.040018:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1790693578.040022:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1790693578.040026:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000008:00000001:0.0:1790693578.040027:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693578.040031:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000001:0.0:1790693578.040032:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693578.040039:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000800:00000200:3.0:1790693578.040055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:0.0:1790693578.040057:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000800:00000200:3.0:1790693578.040059:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1790693578.040063:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1790693578.040066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:0.0:1790693578.040068:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693578.040071:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1790693578.040073:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693578.040076:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693578.040079:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693578.040080:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000010:0.0:1790693578.040085:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb000.
00000800:00000010:3.0:1790693578.040085:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000001:0.0:1790693578.040091:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693578.040092:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1790693578.040098:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693578.040102:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693578.040112:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693578.040112:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000100:00000001:0.0:1790693578.040117:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693578.040117:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693578.040124:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693578.040130:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693578.040133:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040138:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.040143:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693578.040145:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693578.040150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693578.040153:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693578.040154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693578.040157:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693578.040157:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1790693578.040160:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693578.040162:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693578.040163:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693578.040166:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4061
00000400:00000200:3.0:1790693578.040169:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693578.040173:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693578.040174:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298735362
00000400:00000200:0.0:1790693578.040177:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693578.040180:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1790693578.040181:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78480.
00000100:00000040:0.0:1790693578.040183:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.040186:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693578.040187:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.040189:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693578.040189:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1790693578.040194:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693578.040195:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:3.0:1790693578.040196:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298735362
00000020:00000001:0.0:1790693578.040197:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693578.040200:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000010:3.0:1790693578.040201:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78420.
00000020:00000001:0.0:1790693578.040202:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693578.040204:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1790693578.040206:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693578.040209:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693578.040210:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693578.040216:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.040218:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693578.040219:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790693578.040221:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693578.040223:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693578.040225:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693578.040229:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:3.0:1790693578.040229:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693578/real 1790693578]  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693578.040234:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693578.040238:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693578.040241:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693578.040245:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.040248:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693578.040251:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000001:3.0:1790693578.040251:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693578.040255:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:0.0:1790693578.040257:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693578.040259:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000100:00000001:0.0:1790693578.040261:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693578.040267:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693578.040270:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000200:3.0:1790693578.040272:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
02000000:00000001:0.0:1790693578.040273:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1790693578.040275:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
02000000:00000001:0.0:1790693578.040277:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040279:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790693578.040281:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1790693578.040284:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693578.040285:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693578.040289:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693578.040296:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693578.040297:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8c00.
00000100:00000001:0.0:1790693578.040303:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040305:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693578.040307:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.040310:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1790693578.040311:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693578.040312:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693578.040320:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693578.040321:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693578.040324:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040331:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693578.040332:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693578.040340:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693578.040342:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693578.040343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693578.040349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693578.040350:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693578.040351:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693578.040353:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693578.040355:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4061
00000400:00000200:0.0:1790693578.040361:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693578.040366:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693578.040367:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693578.040368:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693578.040373:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693578.040374:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693578.040378:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693578.040379:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.040382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693578.040383:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693578.040385:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693578.040389:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693578.040390:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693578.040394:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693578.040421:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693578.040424:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1790693578.040430:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1790693578.040430:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693578.040434:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693578.040438:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693578.040441:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00100000:3.0:1790693578.040446:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101333120:192.168.204.134@tcp:250:
00000020:00000001:0.0:1790693578.040447:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693578.040452:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693578.040456:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693578.040459:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693578.040461:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693578.040463:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693578.040468:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693578.040468:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101333120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693578.040473:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693578.040479:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693578.040484:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693578.040486:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1790693578.040490:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.040491:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1790693578.040496:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1790693578.040496:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693578.040500:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693578.040502:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1790693578.040504:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693578.040506:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:0.0:1790693578.040508:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000020:00000040:3.0:1790693578.040510:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000008:00100000:0.0:1790693578.040512:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000020:00000001:3.0:1790693578.040515:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000008:00000001:0.0:1790693578.040517:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693578.040519:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfbc00.
00000100:00000001:0.0:1790693578.040521:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.040526:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:0.0:1790693578.040527:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
02000000:00000001:3.0:1790693578.040530:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1790693578.040532:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000010:3.0:1790693578.040534:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
02000000:00000001:0.0:1790693578.040538:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693578.040540:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040540:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693578.040544:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693578.040544:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693578.040546:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693578.040548:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa400.
00000100:00000001:0.0:1790693578.040551:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040552:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693578.040555:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693578.040557:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693578.040566:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693578.040569:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040569:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693578.040573:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693578.040577:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040579:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693578.040582:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693578.040584:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693578.040592:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693578.040593:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693578.040600:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4071)
00000100:00000001:3.0:1790693578.040605:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693578.040608:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.040610:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693578.040618:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693578.040621:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693578.040625:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333248:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693578.040628:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693578.040630:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693578.040632:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.040633:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693578.040637:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693578.040639:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693578.040643:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693578.040645:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693578.040649:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693578.040652:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101333248, portal 10
00000100:00000001:3.0:1790693578.040654:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693578.040655:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693578.040662:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040668:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693578.040670:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693578.040672:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693578.040675:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101333248, offset 0
00000400:00000200:3.0:1790693578.040679:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693578.040682:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.040686:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693578.040688:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693578.040691:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693578.040693:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693578.040696:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693578.040699:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6838:6838:256:4294967295] 192.168.204.134@tcp LPNI seq info [6833:6833:8:4294967295]
00000400:00000200:3.0:1790693578.040703:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.040709:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693578.040714:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.040717:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693578.040721:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693578.040724:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693578.040728:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693578.040730:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693578.040734:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.040736:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693578.040739:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693578.040742:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693578.040746:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693578.040747:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693578.040750:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693578.040753:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040761:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.040764:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040769:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040771:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693578.040774:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693578.040777:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693578.040781:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693578.040783:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298734099
00000100:00000001:3.0:1790693578.040785:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.040787:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298734099
00000100:00000001:3.0:1790693578.040788:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.040790:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693578.040792:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.040794:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693578.040798:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693578/real 1790693578]  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693578.040806:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693578.040807:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693578.040809:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693578.040812:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693578.040813:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693578.040815:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693578.040818:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693578.040826:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040833:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693578.040834:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.040836:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.040837:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693578.040841:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040847:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693578.040851:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040858:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693578.040860:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.040862:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.040863:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.040864:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693578.040866:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693578.040869:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693578.040872:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693578.040874:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693578.040877:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693578.040885:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333248:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693578.040889:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693578.040892:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040898:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693578.040900:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.040902:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693578.040904:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693578.040906:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693578.040908:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333376:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693578.040911:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693578.040913:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693578.040914:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.040916:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693578.040919:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693578.040921:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693578.040924:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693578.040926:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693578.040929:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693578.040931:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101333376, portal 10
00000100:00000001:3.0:1790693578.040933:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693578.040934:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693578.040940:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.040946:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693578.040948:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693578.040950:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693578.040952:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101333376, offset 0
00000400:00000200:3.0:1790693578.040956:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693578.040960:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.040963:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693578.040966:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693578.040968:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693578.040971:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693578.040973:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693578.040976:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6839:6839:256:4294967295] 192.168.204.134@tcp LPNI seq info [6834:6834:8:4294967295]
00000400:00000200:3.0:1790693578.040980:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.040986:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693578.040990:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.040993:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693578.040997:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693578.040999:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693578.041003:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693578.041006:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693578.041010:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.041011:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693578.041014:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693578.041017:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693578.041020:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693578.041022:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693578.041024:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693578.041028:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041035:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.041037:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041058:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041060:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693578.041062:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693578.041066:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693578.041069:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693578.041071:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298734105
00000100:00000001:3.0:1790693578.041073:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.041075:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298734105
00000100:00000001:3.0:1790693578.041077:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.041080:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693578.041082:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041083:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693578.041088:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693578/real 1790693578]  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693578.041095:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693578.041096:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693578.041097:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693578.041100:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693578.041101:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693578.041104:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693578.041106:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693578.041114:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041121:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693578.041122:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041124:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.041125:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693578.041129:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041135:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693578.041139:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041145:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693578.041147:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041149:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.041150:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041151:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693578.041153:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693578.041156:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693578.041159:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693578.041160:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693578.041164:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693578.041171:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333376:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693578.041175:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693578.041178:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041184:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693578.041185:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.041187:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693578.041189:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693578.041190:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693578.041193:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333504:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693578.041196:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693578.041197:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693578.041199:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.041201:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693578.041204:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693578.041205:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693578.041208:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693578.041211:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693578.041214:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693578.041217:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101333504, portal 4
00000100:00000001:3.0:1790693578.041219:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693578.041220:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693578.041225:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041236:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693578.041238:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693578.041240:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693578.041243:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101333504, offset 0
00000400:00000200:3.0:1790693578.041246:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693578.041250:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.041253:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693578.041256:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693578.041258:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693578.041261:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693578.041263:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693578.041266:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6840:6840:256:4294967295] 192.168.204.134@tcp LPNI seq info [6835:6835:8:4294967295]
00000400:00000200:3.0:1790693578.041269:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.041275:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693578.041279:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.041282:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693578.041285:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693578.041288:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693578.041292:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693578.041294:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693578.041298:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.041299:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693578.041302:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693578.041305:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693578.041308:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693578.041310:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693578.041312:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693578.041315:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041322:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.041325:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041336:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041337:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693578.041340:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693578.041342:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693578.041345:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693578.041347:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298734099
00000100:00000001:3.0:1790693578.041349:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.041351:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298734099
00000100:00000001:3.0:1790693578.041353:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.041356:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693578.041357:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041359:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693578.041362:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693578/real 1790693578]  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693578.041369:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693578.041371:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693578.041372:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693578.041374:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693578.041376:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693578.041377:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693578.041381:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693578.041388:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041395:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693578.041413:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041415:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.041416:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693578.041420:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041426:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693578.041430:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041436:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693578.041438:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041439:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.041440:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041442:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693578.041443:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693578.041445:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693578.041448:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693578.041450:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693578.041453:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693578.041460:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333504:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693578.041463:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041465:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.041468:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101333248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041474:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693578.041475:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693578.041477:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693578.041480:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693578.041481:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693578.041483:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693578.041485:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693578.041486:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:3.0:1790693578.041489:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693578.041490:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693578.041492:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693578.041494:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693578.041495:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041496:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.041499:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101333376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041505:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693578.041506:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693578.041507:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693578.041509:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693578.041510:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693578.041511:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693578.041512:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693578.041514:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:3.0:1790693578.041516:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693578.041517:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693578.041518:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693578.041520:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693578.041521:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041522:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.041525:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101333504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041531:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693578.041532:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693578.041533:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693578.041535:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693578.041536:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693578.041538:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693578.041539:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693578.041541:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:3.0:1790693578.041543:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693578.041544:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693578.041545:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693578.041547:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693578.041548:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041550:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041553:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693578.041555:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041557:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693578.041558:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693578.041559:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693578.041562:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041568:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693578.041569:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.041571:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693578.041572:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693578.041574:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693578.041576:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333632:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693578.041579:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693578.041581:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693578.041582:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693578.041584:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693578.041586:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693578.041588:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693578.041591:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693578.041593:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693578.041596:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693578.041598:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101333632, portal 4
00000100:00000001:3.0:1790693578.041600:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693578.041601:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693578.041607:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041612:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693578.041614:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693578.041616:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693578.041618:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101333632, offset 0
00000400:00000200:3.0:1790693578.041621:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693578.041625:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.041628:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693578.041631:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693578.041633:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693578.041635:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693578.041637:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693578.041640:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6841:6841:256:4294967295] 192.168.204.134@tcp LPNI seq info [6836:6836:8:4294967295]
00000400:00000200:3.0:1790693578.041644:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693578.041649:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693578.041653:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.041655:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693578.041659:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693578.041661:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693578.041665:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693578.041667:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693578.041670:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693578.041672:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693578.041674:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693578.041677:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693578.041679:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693578.041681:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693578.041683:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693578.041686:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041692:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.041694:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041699:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041700:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693578.041703:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693578.041705:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693578.041708:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693578.041710:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298734105
00000100:00000001:3.0:1790693578.041714:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.041716:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298734105
00000100:00000001:3.0:1790693578.041718:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298735362
00000100:00000001:3.0:1790693578.041720:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693578.041721:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041723:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693578.041726:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693578/real 1790693578]  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693578.041732:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693578.041733:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693578.041735:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693578.041737:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693578.041738:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693578.041740:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693578.041742:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693578.041749:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041755:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693578.041756:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041757:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.041758:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693578.041761:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041766:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693578.041770:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041776:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693578.041779:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041780:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693578.041782:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041783:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693578.041785:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693578.041787:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693578.041790:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693578.041792:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693578.041795:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693578.041802:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333632:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693578.041806:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041807:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693578.041810:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101333632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693578.041816:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693578.041817:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693578.041819:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693578.041822:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693578.041823:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693578.041824:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693578.041826:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693578.041827:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:3.0:1790693578.041830:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693578.041831:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693578.041832:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693578.041834:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693578.041835:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041837:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693578.041840:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693578.041841:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693578.041843:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693578.041844:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.423503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693578.423503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693578.423511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693578.423511:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693578.423511:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693578.423514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693578.423514:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693578.423516:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693578.423520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693578.423520:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693578.423523:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693578.423525:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693578.423525:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693578.423526:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.423530:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693578.423530:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693578.423531:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693578.423535:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693578.423535:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693578.423535:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693578.423539:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693578.423539:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693578.423542:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693578.423543:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693578.423543:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693578.423544:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693578.423568:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693578.423570:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693578.423573:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693578.423966:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693578.423969:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693578.423971:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693578.423974:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693578.423976:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693578.423978:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693578.423980:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693578.423982:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693578.423984:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693579.063696:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693579.063703:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693579.063705:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693579.063711:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693579.063714:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693579.063717:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693579.063720:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693579.063722:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693579.063724:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693579.383491:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298735362, at 4298735424
00000100:00000040:1.0:1790693579.383492:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298735362, at 4298735424
00000100:00000010:1.0:1790693579.383505:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78420.
00000100:00000010:0.0:1790693579.383507:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78480.
00000100:00000001:0.0:1790693579.447515:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693579.447515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693579.447515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693579.447519:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693579.447523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693579.447525:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693579.447525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693579.447525:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693579.447526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693579.447529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693579.447530:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693579.447534:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693579.447535:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693579.447537:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693579.447537:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693579.447540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693579.447541:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693579.447544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693579.447544:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693579.447545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693579.447545:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693579.447549:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693579.447550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693579.447551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693579.447553:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693579.447556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693579.447557:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693579.447562:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693579.447563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693579.447563:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693579.447564:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693579.447568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693579.447569:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693579.447574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447574:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447577:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447581:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447587:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693579.447589:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693579.447590:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693579.447592:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447594:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693579.447596:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447598:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447601:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693579.447606:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693579.447608:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693579.447627:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693579.447630:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693579.447633:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693580.087505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693580.087513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693580.087516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693580.087522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693580.087527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693580.087531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693580.087534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693580.087536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693580.087539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693580.471519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693580.471519:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693580.471526:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693580.471527:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693580.471530:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693580.471534:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693580.471536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693580.471537:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693580.471542:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693580.471544:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693580.471547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693580.471548:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693580.471554:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693580.471556:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693580.471559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693580.471559:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693580.471565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693580.471585:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693580.471589:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693580.471592:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693580.471756:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693580.471763:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693580.471765:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693580.471770:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693580.471773:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693580.471777:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693580.471780:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693580.471782:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693580.471785:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693580.472230:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693580.472234:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693580.472235:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693580.472237:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693580.472239:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693580.472241:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693580.472244:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693580.472246:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693580.472248:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693581.111552:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693581.111563:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693581.111567:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693581.111576:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693581.111582:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693581.111588:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693581.111591:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693581.111595:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693581.111599:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693581.495504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693581.495507:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693581.495511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693581.495511:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693581.495514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693581.495515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693581.495521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693581.495523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693581.495523:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693581.495526:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693581.495527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693581.495527:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693581.495529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693581.495531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693581.495536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693581.495538:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693581.495539:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693581.495539:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693581.495540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693581.495541:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693581.495545:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693581.495545:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693581.495546:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693581.495546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693581.495560:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1790693581.495561:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693581.495562:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693581.495563:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693581.495564:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693581.495572:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693581.495573:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693581.495581:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693581.495587:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693581.495590:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693581.495594:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693581.495594:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693581.495602:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693581.495606:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693582.135510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693582.135516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693582.135518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693582.135523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693582.135526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693582.135529:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693582.135532:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693582.135534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693582.135536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693582.519508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693582.519508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693582.519513:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693582.519516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693582.519516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693582.519517:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693582.519521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693582.519522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693582.519525:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693582.519528:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693582.519529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693582.519529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693582.519532:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693582.519536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693582.519536:0:29734:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693582.519537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693582.519540:0:29734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693582.519543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693582.519544:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693582.519544:0:29734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693582.519549:0:29734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693582.519550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693582.519553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693582.519554:0:29734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693582.519556:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693582.519556:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693582.519559:0:29734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693582.519561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693582.519563:0:29734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693582.519567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693582.519567:0:29734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693582.519573:0:29734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693582.519603:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693582.519607:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693582.519609:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693582.520226:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693582.520229:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693582.520230:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693582.520233:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693582.520235:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693582.520237:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693582.520239:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693582.520241:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693582.520243:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693583.159484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693583.159484:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693583.159491:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1790693583.159494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693583.159495:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.159499:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693583.159501:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:0.0:1790693583.159504:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693583.159506:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693583.159511:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693583.159512:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693583.159517:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693583.159520:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693583.159521:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4066
00000100:00000001:2.0:1790693583.159525:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693583.159532:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693583.159539:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693583.159542:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693583.159545:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159550:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693583.159553:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159555:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693583.159562:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693583.159565:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693583.159567:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693583.159570:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693583.159573:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693583.159575:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693583.159581:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159583:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693583.159585:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159588:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693583.159591:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693583.159595:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159598:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693583.159601:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693583.159604:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693583.159607:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.159610:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693583.159612:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693583.159618:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693583.159621:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693583.159624:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693583.159625:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.159629:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693583.159631:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693583.159634:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693583.159640:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9000.
00000100:00000001:0.0:1790693583.159645:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693583.159653:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693583.159660:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693583.159663:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693583.159668:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693583.159682:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693583.159684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693583.159687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693583.159688:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693583.159690:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693583.159692:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693583.159696:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4066
00000400:00000200:0.0:1790693583.159699:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693583.159702:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693583.159709:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1790693583.159710:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693583.159713:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693583.159714:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693583.159717:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159720:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693583.159723:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159725:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:1.0:1790693583.159726:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693583.159728:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693583.159731:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693583.159733:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693583.159735:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693583.159739:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:1.0:1790693583.159746:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790693583.159748:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:1.0:1790693583.159749:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693583.159754:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159757:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693583.159757:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693583.159760:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159762:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693583.159764:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693583.159766:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159768:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693583.159769:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693583.159773:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693583.159774:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.159775:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693583.159778:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693583.159780:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.159781:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693583.159783:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693583.159785:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693583.159786:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693583.159787:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.159788:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693583.159788:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693583.159791:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693583.159793:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693583.159794:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693583.159799:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8000.
00000100:00100000:1.0:1790693583.159801:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101333760:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693583.159803:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.159806:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1790693583.159809:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790693583.159810:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693583.159813:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.159817:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693583.159821:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693583.159822:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693583.159823:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
00000100:00000040:0.0:1790693583.159826:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693583.159827:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.159835:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.159835:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693583.159839:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790693583.159839:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000100:00080000:0.0:1790693583.159846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693583.159848:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1790693583.159848:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00080000:0.0:1790693583.159850:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693583.159855:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1790693583.159857:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101333760, portal 25
00000100:00080000:0.0:1790693583.159858:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4066
00000100:00000001:1.0:1790693583.159862:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1790693583.159866:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693583.159866:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000400:00000200:0.0:1790693583.159872:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693583.159876:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693583.159880:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159882:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693583.159884:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693583.159885:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159891:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693583.159896:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693583.159898:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000100:00000001:1.0:1790693583.159898:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1790693583.159901:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693583.159904:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00000040:1.0:1790693583.159904:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000001:0.0:1790693583.159908:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693583.159909:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693583.159912:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693583.159913:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000001:0.0:1790693583.159914:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790693583.159919:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101333760, offset 0
00000100:00000040:0.0:1790693583.159920:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.159924:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693583.159928:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:1.0:1790693583.159928:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693583.159934:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693583.159938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693583.159940:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693583.159956:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693583.159956:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:0.0:1790693583.159962:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693583.159963:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1790693583.159968:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.159970:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693583.159972:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693583.159975:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1790693583.159977:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693583.159978:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000008:00000001:0.0:1790693583.159982:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.159983:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6842:6842:256:4294967295] 192.168.204.134@tcp LPNI seq info [6837:6837:8:4294967295]
00000100:00000001:0.0:1790693583.159985:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693583.159990:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000400:00000200:1.0:1790693583.159990:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:0.0:1790693583.159993:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693583.159995:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693583.159998:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.160001:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693583.160001:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1790693583.160002:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693583.160006:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693583.160009:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000010:0.0:1790693583.160010:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9800.
00000800:00000010:1.0:1790693583.160013:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000100:00000001:0.0:1790693583.160015:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693583.160022:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790693583.160022:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693583.160027:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1790693583.160032:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693583.160035:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693583.160037:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693583.160041:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790693583.160042:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693583.160051:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160053:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693583.160054:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000100:00080000:0.0:1790693583.160057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693583.160060:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1790693583.160061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693583.160064:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693583.160066:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693583.160067:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693583.160070:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693583.160073:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000100:00080000:0.0:1790693583.160074:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4066
00000400:00000200:0.0:1790693583.160078:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693583.160082:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000400:00000200:0.0:1790693583.160084:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693583.160086:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693583.160087:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1790693583.160089:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160092:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693583.160095:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160097:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693583.160097:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693583.160102:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693583.160104:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693583.160106:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693583.160108:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693583.160111:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693583.160115:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693583.160118:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693583.160118:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693583.160122:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693583.160125:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160127:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:1.0:1790693583.160127:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693583.160130:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693583.160131:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160133:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693583.160133:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693583.160135:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693583.160138:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.160140:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693583.160142:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693583.160147:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.160149:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160149:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693583.160154:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693583.160154:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:0.0:1790693583.160157:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693583.160159:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693583.160159:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693583.160160:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.160163:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693583.160164:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693583.160166:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.160167:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:0.0:1790693583.160169:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa800.
00000100:00000001:0.0:1790693583.160172:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160172:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298740482
00000100:00100000:0.0:1790693583.160178:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1790693583.160180:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7011e40.
00000100:00000001:0.0:1790693583.160189:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693583.160189:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693583.160191:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693583.160195:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160197:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298740482
00000100:00000001:0.0:1790693583.160202:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693583.160205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1790693583.160205:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7011900.
00000100:00080000:0.0:1790693583.160211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693583.160211:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693583.160213:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693583.160213:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693583.160218:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693583.160219:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693583.160220:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4066
00000400:00000200:0.0:1790693583.160225:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693583.160226:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693583.160228:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693583.160231:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1790693583.160232:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693583.160236:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160237:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693583.160240:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160241:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:1.0:1790693583.160241:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693583/real 1790693583]  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693583.160245:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693583.160246:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693583.160248:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693583.160250:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693583.160253:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693583.160256:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693583.160260:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160261:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1790693583.160261:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693583.160264:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1790693583.160265:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693583.160267:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:1.0:1790693583.160267:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000020:00000040:0.0:1790693583.160271:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000400:00000200:1.0:1790693583.160272:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000100:00080000:0.0:1790693583.160275:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:1.0:1790693583.160275:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:0.0:1790693583.160279:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160279:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1790693583.160282:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693583.160284:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790693583.160284:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693583.160286:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.160290:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693583.160291:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693583.160296:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.160299:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693583.160299:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693583.160302:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693583.160306:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:1.0:1790693583.160309:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:0.0:1790693583.160310:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693583.160312:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160312:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693583.160317:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693583.160317:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1790693583.160318:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693583.160319:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693583.160320:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693583.160324:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8800.
00000100:00100000:1.0:1790693583.160325:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693583.160328:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693583.160334:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693583.160341:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693583.160343:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693583.160345:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693583.160352:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693583.160353:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693583.160371:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160374:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1790693583.160377:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4076)
00000100:00000001:1.0:1790693583.160379:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.160384:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160387:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693583.160389:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693583.160392:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693583.160417:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693583.160421:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693583.160428:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693583.160437:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101333760:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693583.160443:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160445:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.160450:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101333760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160456:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693583.160459:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693583.160462:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693583.160466:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693583.160468:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693583.160469:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693583.160471:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693583.160473:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9000.
02000000:00000001:1.0:1790693583.160475:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693583.160477:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693583.160478:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693583.160481:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693583.160482:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160485:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160491:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693583.160492:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160494:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693583.160495:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693583.160497:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693583.160500:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160512:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693583.160513:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.160515:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693583.160517:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693583.160519:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693583.160522:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333888:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693583.160525:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693583.160527:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693583.160529:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.160530:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693583.160534:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693583.160535:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.160539:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693583.160542:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693583.160545:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693583.160548:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101333888, portal 10
00000100:00000001:1.0:1790693583.160550:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693583.160551:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693583.160557:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160563:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693583.160566:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693583.160568:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693583.160570:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101333888, offset 0
00000400:00000200:1.0:1790693583.160574:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693583.160578:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.160582:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693583.160585:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693583.160588:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693583.160590:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693583.160593:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693583.160596:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6843:6843:256:4294967295] 192.168.204.134@tcp LPNI seq info [6838:6838:8:4294967295]
00000400:00000200:1.0:1790693583.160600:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.160605:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693583.160610:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.160613:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693583.160617:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693583.160619:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693583.160624:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693583.160627:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693583.160631:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.160632:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:1.0:1790693583.160635:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693583.160638:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693583.160641:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693583.160643:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693583.160646:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693583.160649:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160656:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.160659:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160665:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160667:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693583.160670:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693583.160673:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693583.160676:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693583.160678:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298739219
00000100:00000001:1.0:1790693583.160680:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.160682:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298739219
00000100:00000001:1.0:1790693583.160685:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.160687:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693583.160689:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160690:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693583.160694:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693583/real 1790693583]  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693583.160701:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693583.160702:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693583.160704:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693583.160706:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693583.160707:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693583.160709:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693583.160712:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693583.160719:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160725:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693583.160726:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160728:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.160730:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693583.160733:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160738:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693583.160742:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160748:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693583.160750:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.160753:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.160755:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693583.160756:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693583.160759:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693583.160762:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693583.160764:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693583.160768:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693583.160775:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101333888:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693583.160778:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693583.160781:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160787:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693583.160788:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.160790:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693583.160792:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693583.160794:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693583.160796:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334016:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693583.160799:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693583.160801:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693583.160802:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.160804:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693583.160807:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693583.160809:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.160811:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693583.160814:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693583.160816:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693583.160819:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334016, portal 10
00000100:00000001:1.0:1790693583.160821:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693583.160822:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:1.0:1790693583.160827:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160833:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693583.160836:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693583.160838:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693583.160840:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101334016, offset 0
00000400:00000200:1.0:1790693583.160844:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693583.160847:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.160850:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693583.160853:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693583.160855:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693583.160857:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693583.160859:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693583.160862:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6844:6844:256:4294967295] 192.168.204.134@tcp LPNI seq info [6839:6839:8:4294967295]
00000400:00000200:1.0:1790693583.160866:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.160872:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693583.160876:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.160879:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693583.160882:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693583.160885:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693583.160889:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693583.160891:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693583.160895:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.160897:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:1.0:1790693583.160899:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693583.160902:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693583.160905:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693583.160906:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693583.160908:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693583.160912:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160918:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.160921:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.160927:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160928:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693583.160931:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693583.160933:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693583.160936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693583.160938:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298739225
00000100:00000001:1.0:1790693583.160940:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.160956:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298739225
00000100:00000001:1.0:1790693583.160958:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.160960:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693583.160962:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.160964:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693583.160967:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693583/real 1790693583]  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693583.160974:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693583.160976:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693583.160977:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693583.160980:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693583.160981:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693583.160983:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693583.160986:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693583.160994:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161000:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693583.161001:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161003:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.161004:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693583.161007:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161013:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693583.161017:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161023:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693583.161025:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161027:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.161028:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161030:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693583.161032:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693583.161034:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693583.161037:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693583.161039:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693583.161042:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693583.161050:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334016:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693583.161053:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693583.161056:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161062:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693583.161063:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.161065:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693583.161066:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693583.161068:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693583.161071:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334144:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693583.161074:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693583.161076:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693583.161077:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.161079:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693583.161082:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693583.161083:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.161086:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693583.161089:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693583.161092:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693583.161095:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334144, portal 4
00000100:00000001:1.0:1790693583.161097:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693583.161098:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:1.0:1790693583.161104:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161110:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693583.161112:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693583.161114:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693583.161116:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101334144, offset 0
00000400:00000200:1.0:1790693583.161120:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693583.161123:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.161126:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693583.161128:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693583.161131:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693583.161133:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693583.161135:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693583.161137:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6845:6845:256:4294967295] 192.168.204.134@tcp LPNI seq info [6840:6840:8:4294967295]
00000400:00000200:1.0:1790693583.161141:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.161146:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693583.161150:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.161153:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693583.161156:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693583.161158:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693583.161162:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693583.161165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693583.161168:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.161170:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:1.0:1790693583.161173:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693583.161175:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693583.161178:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693583.161179:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693583.161181:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693583.161184:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161191:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.161193:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161199:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.161200:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693583.161202:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693583.161205:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693583.161207:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693583.161209:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298739219
00000100:00000001:1.0:1790693583.161211:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.161213:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298739219
00000100:00000001:1.0:1790693583.161215:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.161216:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693583.161218:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.161220:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693583.161223:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693583/real 1790693583]  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693583.161229:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693583.161231:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693583.161232:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693583.161234:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693583.161235:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693583.161237:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693583.161240:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693583.161247:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161256:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693583.161258:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161259:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.161260:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693583.161263:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161269:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693583.161272:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161278:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693583.161281:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161282:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.161283:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161285:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693583.161286:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693583.161289:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693583.161292:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693583.161294:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693583.161297:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693583.161304:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334144:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693583.161307:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693583.161310:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161316:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693583.161317:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.161319:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693583.161321:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693583.161323:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693583.161325:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334272:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693583.161328:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693583.161330:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693583.161331:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693583.161333:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693583.161336:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693583.161337:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693583.161340:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693583.161342:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693583.161345:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693583.161347:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334272, portal 4
00000100:00000001:1.0:1790693583.161349:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693583.161350:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:1.0:1790693583.161355:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161360:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693583.161362:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693583.161363:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000200:1.0:1790693583.161365:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101334272, offset 0
00000400:00000200:1.0:1790693583.161368:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693583.161371:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.161374:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693583.161376:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693583.161378:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693583.161380:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693583.161382:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693583.161385:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6846:6846:256:4294967295] 192.168.204.134@tcp LPNI seq info [6841:6841:8:4294967295]
00000400:00000200:1.0:1790693583.161389:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693583.161394:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693583.161426:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.161431:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000800:00000200:1.0:1790693583.161435:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693583.161437:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693583.161441:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693583.161443:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693583.161446:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693583.161447:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:1.0:1790693583.161450:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693583.161453:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693583.161455:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:1.0:1790693583.161457:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:1.0:1790693583.161459:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693583.161462:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161469:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.161472:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161477:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.161479:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693583.161481:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693583.161484:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693583.161486:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693583.161488:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298739225
00000100:00000001:1.0:1790693583.161490:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.161492:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298739225
00000100:00000001:1.0:1790693583.161494:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298740482
00000100:00000001:1.0:1790693583.161495:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693583.161497:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.161499:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693583.161501:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693583/real 1790693583]  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693583.161513:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693583.161515:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693583.161516:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693583.161518:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693583.161520:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693583.161522:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693583.161524:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693583.161531:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161537:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693583.161538:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161540:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.161541:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693583.161544:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161551:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693583.161555:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161560:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693583.161563:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161564:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693583.161565:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161567:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693583.161568:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693583.161570:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693583.161574:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693583.161576:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693583.161580:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693583.161588:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334272:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693583.161591:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161593:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.161595:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101333888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161601:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693583.161602:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693583.161604:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693583.161607:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693583.161608:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693583.161609:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693583.161610:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693583.161611:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8000.
02000000:00000001:1.0:1790693583.161613:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693583.161614:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693583.161615:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693583.161616:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693583.161617:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161618:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.161620:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101334016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161624:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693583.161625:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693583.161626:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693583.161627:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693583.161627:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693583.161628:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693583.161629:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693583.161630:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9800.
02000000:00000001:1.0:1790693583.161631:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693583.161631:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693583.161632:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693583.161633:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693583.161634:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161635:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.161637:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101334144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161640:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693583.161641:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693583.161642:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693583.161642:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693583.161643:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693583.161644:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693583.161645:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693583.161645:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa800.
02000000:00000001:1.0:1790693583.161646:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693583.161647:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693583.161648:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693583.161649:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693583.161649:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161650:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693583.161652:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101334272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693583.161655:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693583.161655:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693583.161656:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693583.161657:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693583.161658:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693583.161658:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693583.161659:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693583.161660:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8800.
02000000:00000001:1.0:1790693583.161661:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693583.161661:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693583.161662:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693583.161663:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693583.161664:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161665:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.161667:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693583.161668:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.161669:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693583.161671:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.543500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693583.543500:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693583.543503:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693583.543506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693583.543507:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693583.543507:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693583.543508:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.543511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693583.543512:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.543513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693583.543515:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693583.543519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693583.543519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693583.543520:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693583.543520:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693583.543527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693583.543527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693583.543527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693583.543528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693583.543533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.543534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693583.543534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693583.543534:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693583.543536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693583.543539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693583.543540:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693583.543540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693583.543541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693583.543545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.543546:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693583.543550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693583.543550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693583.543555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693583.543558:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693583.543560:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693583.543562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693583.543563:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693583.543568:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693584.183509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693584.183517:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693584.183519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693584.183525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693584.183529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693584.183533:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693584.183536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693584.183538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693584.183542:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693584.503498:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298740482, at 4298740544
00000100:00000040:1.0:1790693584.503498:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298740482, at 4298740544
00000100:00000010:1.0:1790693584.503511:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7011900.
00000100:00000010:0.0:1790693584.503512:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7011e40.
00000100:00000001:0.0:1790693584.567500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693584.567508:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693584.567510:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693584.567515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693584.567517:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693584.567519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693584.567520:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693584.567521:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693584.567525:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693584.567528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693584.567529:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693584.567530:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693584.567531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693584.567534:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693584.567537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693584.567538:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693584.567538:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693584.567539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693584.567546:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693584.567548:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693584.567553:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693584.567554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693584.567561:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693584.567567:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693584.567570:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693584.567574:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693584.567575:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693584.567578:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693584.567581:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693584.567631:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693584.567634:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693584.567635:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693584.567637:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693584.567638:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693584.567640:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693584.567641:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693584.567642:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693584.567644:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693585.207506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693585.207514:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693585.207517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693585.207523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693585.207527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693585.207531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693585.207534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693585.207537:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693585.207540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693585.591504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693585.591504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693585.591504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693585.591507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693585.591510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693585.591511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693585.591511:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693585.591512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693585.591513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693585.591517:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693585.591517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693585.591518:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693585.591519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693585.591522:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693585.591525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693585.591525:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693585.591525:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693585.591526:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693585.591530:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693585.591531:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693585.591532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693585.591533:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693585.591536:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693585.591536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693585.591538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693585.591538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693585.591542:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693585.591543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693585.591546:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693585.591546:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693585.591550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693585.591550:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693585.591555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693585.591555:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693585.591557:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693585.591563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693585.591563:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693585.591567:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693586.231486:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693586.231493:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693586.231495:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693586.231501:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693586.231505:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693586.231508:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693586.231511:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693586.231513:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693586.231516:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693586.615501:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693586.615501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693586.615501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693586.615507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693586.615510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693586.615511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693586.615511:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693586.615514:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693586.615515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693586.615515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693586.615515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693586.615518:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1790693586.615524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693586.615524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693586.615525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693586.615525:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693586.615531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693586.615532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693586.615532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693586.615533:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693586.615538:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693586.615539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693586.615539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693586.615539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693586.615541:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693586.615544:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693586.615547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693586.615548:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693586.615549:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693586.615551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693586.615556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693586.615557:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693586.615557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693586.615558:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693586.615562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693586.615563:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693586.615568:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693586.615576:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693586.615578:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693586.615583:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693586.615585:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693586.615604:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693586.615608:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693586.615610:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693587.255583:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693587.255590:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693587.255592:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693587.255597:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693587.255601:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693587.255606:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693587.255608:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693587.255610:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693587.255613:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693587.639494:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693587.639506:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693587.639509:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693587.639515:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693587.639521:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693587.639525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693587.639526:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693587.639529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693587.639534:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693587.639535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693587.639538:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693587.639551:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693587.639553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693587.639559:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693587.639561:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693587.639567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693587.639568:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693587.639586:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693587.639589:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693587.639592:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693587.640201:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693587.640206:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693587.640209:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693587.640213:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693587.640216:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693587.640220:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693587.640222:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693587.640225:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693587.640227:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693587.640236:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693587.640239:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693587.640241:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693587.640245:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693587.640247:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693587.640250:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693587.640252:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693587.640253:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693587.640255:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693588.279486:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693588.279494:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693588.279497:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693588.279502:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693588.279507:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693588.279511:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693588.279514:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693588.279516:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693588.279519:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693588.279523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693588.279530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693588.279532:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693588.279538:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693588.279542:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693588.279550:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4071
00000400:00000200:0.0:1790693588.279558:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693588.279564:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693588.279567:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693588.279571:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.279574:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693588.279576:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.279579:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693588.279588:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693588.279590:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693588.279592:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693588.279596:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693588.279599:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693588.279601:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693588.279604:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.279606:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693588.279608:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.279610:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693588.279618:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693588.279622:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693588.279625:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693588.279628:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693588.279632:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693588.279635:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.279638:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693588.279640:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693588.279650:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693588.279655:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693588.279658:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693588.279660:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.279663:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693588.279666:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693588.279671:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693588.279679:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9400.
00000100:00000001:0.0:1790693588.279686:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693588.279695:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693588.279706:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693588.279709:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693588.279714:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693588.279734:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693588.279738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693588.279741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693588.279743:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693588.279744:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693588.279747:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693588.279750:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4071
00000400:00000200:0.0:1790693588.279756:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693588.279759:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693588.279762:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693588.279764:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790693588.279765:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.279770:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693588.279770:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693588.279774:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693588.279775:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.279779:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693588.279783:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1790693588.279784:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693588.279785:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693588.279789:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693588.279792:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693588.279797:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:1.0:1790693588.279799:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790693588.279801:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:1.0:1790693588.279802:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.279808:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693588.279809:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693588.279812:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693588.279813:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693588.279817:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693588.279818:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.279821:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693588.279825:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:1.0:1790693588.279825:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101334400:192.168.204.134@tcp:250:
00000100:00080000:0.0:1790693588.279833:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693588.279833:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693588.279838:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.279839:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693588.279842:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693588.279854:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.279858:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693588.279861:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790693588.279864:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693588.279865:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.279869:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.279870:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693588.279876:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693588.279879:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:0.0:1790693588.279881:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.279884:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693588.279885:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000100:00000010:0.0:1790693588.279889:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693588.279893:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000010:1.0:1790693588.279895:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
02000000:00000001:0.0:1790693588.279896:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693588.279899:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.279901:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693588.279903:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1790693588.279904:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334400, portal 25
02000000:00000001:0.0:1790693588.279905:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.279909:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1790693588.279912:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa000.
00000100:00000001:1.0:1790693588.279913:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000001:0.0:1790693588.279920:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.279923:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693588.279929:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693588.279936:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693588.279941:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693588.279946:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342110.
00000100:00000001:0.0:1790693588.279951:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693588.279951:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101334400, offset 0
00000100:00000001:0.0:1790693588.279954:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693588.279959:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693588.279969:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693588.279972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693588.279975:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693588.279979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693588.279981:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693588.279983:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693588.279986:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693588.279987:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693588.279991:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4071
00000400:00000200:1.0:1790693588.279997:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693588.280003:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693588.280007:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693588.280012:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693588.280015:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693588.280031:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6847:6847:256:4294967295] 192.168.204.134@tcp LPNI seq info [6842:6842:8:4294967295]
00000400:00000200:1.0:1790693588.280036:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693588.280045:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790693588.280054:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:1.0:1790693588.280054:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693588.280062:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000010:1.0:1790693588.280063:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9000.
00000100:00080000:0.0:1790693588.280066:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693588.280070:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280072:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693588.280074:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280077:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:1.0:1790693588.280080:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:0.0:1790693588.280082:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693588.280085:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000200:1.1:1790693588.280088:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:0.0:1790693588.280089:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693588.280093:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693588.280097:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693588.280100:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693588.280104:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280106:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693588.280108:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280110:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693588.280112:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693588.280113:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693588.280120:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:1.0:1790693588.280121:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693588.280126:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280127:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298745602
02000000:00000001:0.0:1790693588.280130:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693588.280134:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1790693588.280135:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7011900.
02000000:00000001:0.0:1790693588.280137:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.280141:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693588.280143:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693588.280144:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000008:00000001:0.0:1790693588.280148:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.280152:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280152:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298745602
00000100:00000010:0.0:1790693588.280157:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000100:00000010:1.0:1790693588.280158:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7011b40.
00000020:00000040:0.0:1790693588.280163:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:1.0:1790693588.280164:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1790693588.280168:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693588.280169:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693588.280171:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280174:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.280176:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693588.280179:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693588.280179:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693588.280181:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280184:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1790693588.280188:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfac00.
00000100:00000001:1.0:1790693588.280192:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693588.280193:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280195:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693588.280198:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1790693588.280201:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693588.280201:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693588.280211:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693588.280213:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280214:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693588.280218:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693588.280223:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693588.280236:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280239:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693588.280242:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693588.280243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790693588.280246:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1790693588.280248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1790693588.280250:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693588.280251:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1790693588.280254:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693588.280255:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1790693588.280260:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334528:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693588.280262:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693588.280267:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1790693588.280268:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4071
02000000:00000001:1.0:1790693588.280270:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693588.280273:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693588.280277:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693588.280281:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:1.0:1790693588.280282:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1790693588.280285:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1790693588.280287:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
00000100:00000040:0.0:1790693588.280291:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693588.280292:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.280295:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693588.280298:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280300:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693588.280303:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693588.280306:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000200:1.0:1790693588.280309:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:0.0:1790693588.280310:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693588.280313:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000010:1.0:1790693588.280315:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8210.
00000020:00000001:0.0:1790693588.280317:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000010:1.0:1790693588.280321:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000020:00000001:0.0:1790693588.280322:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000200:1.0:1790693588.280325:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334528, portal 10
00000100:00000040:0.0:1790693588.280328:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693588.280329:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693588.280332:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000001:0.0:1790693588.280333:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693588.280338:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280342:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:1.0:1790693588.280343:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693588.280347:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693588.280354:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693588.280358:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693588.280359:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.280364:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:0.0:1790693588.280365:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1790693588.280369:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342dd0.
02000000:00000001:0.0:1790693588.280370:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790693588.280374:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101334528, offset 0
02000000:00000001:0.0:1790693588.280375:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.280380:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693588.280383:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000008:00100000:0.0:1790693588.280385:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1790693588.280390:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:0.0:1790693588.280391:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.280395:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693588.280423:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693588.280427:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000200:1.0:1790693588.280427:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:0.0:1790693588.280434:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693588.280435:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1790693588.280438:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280440:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693588.280442:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693588.280445:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790693588.280446:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693588.280450:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280450:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693588.280456:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6848:6848:255:4294967295] 192.168.204.134@tcp LPNI seq info [6843:6843:7:4294967295]
02000000:00000010:0.0:1790693588.280457:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb800.
00000100:00000001:0.0:1790693588.280463:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280464:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:0.0:1790693588.280472:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693588.280475:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693588.280486:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280489:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1790693588.280492:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4cb9b00.
00000100:00000001:0.0:1790693588.280493:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693588.280501:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693588.280502:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790693588.280510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693588.280515:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.280518:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.280520:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000100:00080000:0.0:1790693588.280523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693588.280526:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693588.280531:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298744339
00000100:00080000:0.0:1790693588.280532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693588.280535:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298745602
00000100:00000001:0.0:1790693588.280536:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693588.280540:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693588.280541:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298744339
00000100:00000001:1.0:1790693588.280545:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298745602
00000100:00000001:0.0:1790693588.280547:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693588.280549:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693588.280552:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693588.280553:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4071
00000100:00000001:1.0:1790693588.280556:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280560:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693588.280561:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693588.280566:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1790693588.280567:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693588.280568:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1790693588.280571:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693588.280573:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693588.280577:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790693588.280578:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693588.280579:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693588.280584:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693588.280586:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693588.280590:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280595:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693588.280601:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693588.280602:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1790693588.280604:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:1.0:1790693588.280606:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693588.280608:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1790693588.280610:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1790693588.280612:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:1.0:1790693588.280613:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693588.280616:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:1.0:1790693588.280618:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693588.280622:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00100000:1.0:1790693588.280625:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334656:192.168.204.134@tcp:38:
00000100:00000040:0.0:1790693588.280629:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693588.280631:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693588.280634:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693588.280635:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693588.280638:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693588.280639:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:1.0:1790693588.280641:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693588.280643:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:1.0:1790693588.280646:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21ddc00.
00000020:00000040:0.0:1790693588.280647:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:1.0:1790693588.280651:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693588.280653:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280656:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280657:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693588.280660:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1790693588.280663:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc80b0.
02000000:00000001:0.0:1790693588.280664:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790693588.280667:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342b28.
02000000:00000001:0.0:1790693588.280668:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693588.280672:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334656, portal 10
00000100:00000001:0.0:1790693588.280673:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693588.280675:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1790693588.280677:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1790693588.280680:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280680:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000001:0.0:1790693588.280686:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.280691:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693588.280693:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693588.280697:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693588.280703:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693588.280705:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1790693588.280706:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.280710:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280711:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693588.280714:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1790693588.280715:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342198.
02000000:00000001:0.0:1790693588.280717:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693588.280719:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101334656, offset 0
02000000:00000010:0.0:1790693588.280722:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb400.
00000400:00000200:1.0:1790693588.280727:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693588.280728:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280733:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:0.0:1790693588.280737:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693588.280741:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693588.280746:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693588.280751:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693588.280755:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693588.280756:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693588.280759:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280761:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693588.280766:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6849:6849:254:4294967295] 192.168.204.134@tcp LPNI seq info [6844:6844:6:4294967295]
00000100:00000040:0.0:1790693588.280769:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693588.280774:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693588.280787:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280787:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693588.280795:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693588.280796:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4082)
00000800:00000010:1.0:1790693588.280800:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242800.
00000800:00000200:1.0:1790693588.280806:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693588.280810:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693588.280813:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.280816:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693588.280825:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693588.280827:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298744345
00000100:00000001:1.0:1790693588.280830:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298745602
00000100:00000001:1.0:1790693588.280832:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298744345
00000100:00000001:1.0:1790693588.280834:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298745602
00000100:00000001:1.0:1790693588.280836:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693588.280839:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280841:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693588.280856:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693588.280865:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693588.280866:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.280868:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693588.280870:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693588.280872:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693588.280875:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334784:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693588.280878:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693588.280880:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693588.280881:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.280883:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693588.280886:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693588.280888:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.280892:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693588.280895:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8420.
00000400:00000010:1.0:1790693588.280898:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc43427f8.
00000100:00000200:1.0:1790693588.280901:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334784, portal 4
00000100:00000001:1.0:1790693588.280903:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693588.280904:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:1.0:1790693588.280911:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693588.280917:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693588.280920:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693588.280922:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342880.
00000100:00000200:1.0:1790693588.280924:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101334784, offset 0
00000400:00000200:1.0:1790693588.280928:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693588.280932:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693588.280935:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693588.280938:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693588.280940:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693588.280943:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693588.280945:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693588.280947:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6850:6850:253:4294967295] 192.168.204.134@tcp LPNI seq info [6845:6845:5:4294967295]
00000400:00000200:1.0:1790693588.280952:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693588.280958:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693588.280962:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693588.280965:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242500.
00000800:00000200:1.0:1790693588.280969:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693588.280973:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693588.280975:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.280978:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693588.280982:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693588.280983:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298744339
00000100:00000001:1.0:1790693588.280986:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298745602
00000100:00000001:1.0:1790693588.280988:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298744339
00000100:00000001:1.0:1790693588.280990:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298745602
00000100:00000001:1.0:1790693588.280992:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693588.280995:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280997:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.280999:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693588.281002:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693588.281004:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693588.281006:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693588.281007:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693588.281009:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693588.281013:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693588.281020:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693588.281021:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.281024:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693588.281025:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693588.281027:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693588.281030:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334912:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693588.281033:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693588.281035:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693588.281036:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693588.281038:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693588.281041:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693588.281043:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693588.281046:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693588.281048:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8aa8.
00000400:00000010:1.0:1790693588.281052:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342ee0.
00000100:00000200:1.0:1790693588.281054:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101334912, portal 4
00000100:00000001:1.0:1790693588.281056:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693588.281058:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:1.0:1790693588.281063:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693588.281070:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693588.281072:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693588.281074:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342990.
00000100:00000200:1.0:1790693588.281076:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101334912, offset 0
00000400:00000200:1.0:1790693588.281081:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693588.281084:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693588.281088:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693588.281090:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693588.281093:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693588.281095:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693588.281098:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693588.281101:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6851:6851:252:4294967295] 192.168.204.134@tcp LPNI seq info [6846:6846:4:4294967295]
00000400:00000200:1.0:1790693588.281105:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693588.281110:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693588.281114:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693588.281117:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242e00.
00000800:00000200:1.0:1790693588.281120:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693588.281124:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693588.281127:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693588.281130:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693588.281133:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693588.281134:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298744344
00000100:00000001:1.0:1790693588.281137:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298745602
00000100:00000001:1.0:1790693588.281139:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298744344
00000100:00000001:1.0:1790693588.281141:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298745602
00000100:00000001:1.0:1790693588.281143:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693588.281145:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.281148:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.281149:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693588.281152:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693588.281154:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693588.281156:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693588.281157:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693588.281159:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693588.281160:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.663502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693588.663503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693588.663505:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693588.663509:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.663510:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693588.663510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693588.663514:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693588.663515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693588.663515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693588.663518:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693588.663522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693588.663523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693588.663524:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693588.663528:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693588.663530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693588.663530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693588.663534:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693588.663535:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693588.663535:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693588.663538:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693588.663541:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693588.663542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693588.663545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693588.663545:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693588.663551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693588.663551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693588.663560:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693588.663563:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693588.663567:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693588.663643:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693588.663646:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693588.663647:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693588.663650:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693588.663652:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693588.663654:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693588.663656:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693588.663657:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693588.663659:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693589.303518:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693589.303526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693589.303529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693589.303534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693589.303539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693589.303543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693589.303547:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693589.303549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693589.303552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693589.623497:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298745602, at 4298745664
00000100:00000040:1.0:1790693589.623497:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298745602, at 4298745664
00000100:00000010:1.0:1790693589.623513:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7011b40.
00000100:00000010:0.0:1790693589.623515:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7011900.
00000100:00000001:0.0:1790693589.687505:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693589.687505:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693589.687510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693589.687512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693589.687513:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693589.687515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693589.687517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693589.687518:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693589.687521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693589.687522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693589.687522:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693589.687525:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693589.687528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693589.687529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693589.687529:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693589.687533:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693589.687535:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693589.687535:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693589.687538:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693589.687538:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693589.687540:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693589.687542:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693589.687543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693589.687544:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693589.687546:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693589.687548:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693589.687549:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693589.687550:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693589.687553:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693589.687555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693589.687555:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693589.687558:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693589.687560:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693589.687561:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693589.687562:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693589.687563:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693589.687566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693589.687567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693589.687582:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693589.687583:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693589.687585:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693589.687697:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693589.687700:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693589.687700:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693589.687702:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693589.687704:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693589.687705:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693589.687706:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693589.687707:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693589.687708:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693590.327507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693590.327514:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693590.327516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693590.327522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693590.327526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693590.327530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693590.327533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693590.327535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693590.327540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693590.711521:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693590.711525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693590.711528:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693590.711529:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693590.711532:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693590.711535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693590.711537:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693590.711538:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693590.711540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693590.711543:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693590.711543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693590.711548:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693590.711548:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693590.711550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693590.711552:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693590.711556:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693590.711559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693590.711569:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1790693590.711570:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693590.711575:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1790693590.711575:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693590.711579:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693590.711580:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1790693590.711585:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693590.711588:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693590.711590:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693590.711591:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693590.711595:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693590.711595:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693590.711598:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693590.711602:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693590.711604:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693590.711606:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693590.711607:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693590.711612:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693590.711612:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693590.711615:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693590.711618:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693591.351514:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693591.351522:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693591.351524:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693591.351529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693591.351539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693591.351542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693591.351544:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693591.351546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693591.351549:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1790693591.351757:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:3.0:1790693591.351829:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790693591.351842:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693591.351846:0:2388:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:3.0:1790693591.351851:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693591.351856:0:2388:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790693591.351862:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693591.351866:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9000.
00000400:00000200:3.0:1790693591.351876:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693591.351882:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693591.351891:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342110
00000400:00000010:3.0:1790693591.351893:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342110.
00000100:00000001:3.0:1790693591.351899:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693591.351909:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.351943:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693591.351947:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.351955:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693591.351957:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693591.351967:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693591.351970:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4cb9b00.
00000400:00000200:3.0:1790693591.351973:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693591.351976:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693591.351980:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342dd0
00000400:00000010:3.0:1790693591.351981:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342dd0.
00000100:00000001:3.0:1790693591.351984:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693591.351988:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.351994:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693591.351996:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.352001:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693591.352002:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693591.352006:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693591.352007:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242800.
00000400:00000200:3.0:1790693591.352009:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693591.352011:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693591.352013:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342198
00000400:00000010:3.0:1790693591.352015:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342198.
00000100:00000001:3.0:1790693591.352016:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693591.352024:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.352031:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693591.352034:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.352040:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693591.352042:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693591.352047:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693591.352049:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242500.
00000400:00000200:3.0:1790693591.352052:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693591.352055:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693591.352058:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342880
00000400:00000010:3.0:1790693591.352059:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342880.
00000100:00000001:3.0:1790693591.352062:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693591.352067:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.352074:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693591.352077:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.352083:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693591.352084:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693591.352089:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:3.0:1790693591.352091:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242e00.
00000400:00000200:3.0:1790693591.352094:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693591.352096:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693591.352099:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342990
00000400:00000010:3.0:1790693591.352101:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342990.
00000100:00000001:3.0:1790693591.352103:0:2388:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693591.352109:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.352117:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693591.352120:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693591.352126:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693591.352128:0:2388:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693591.352205:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693591.352209:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693591.352211:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693591.352218:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693588/real 1790693591]  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693591.352232:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693591.352235:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693591.352239:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8aa8.
00000400:00000200:1.0:1790693591.352244:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342ee0
00000400:00000010:1.0:1790693591.352245:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342ee0.
00000100:00000001:1.0:1790693591.352248:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693591.352252:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693591.352261:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352269:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693591.352272:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352275:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352277:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693591.352281:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352287:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693591.352292:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352296:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693591.352299:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352301:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352302:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352304:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693591.352307:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693591.352310:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693591.352316:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693591.352319:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693591.352323:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693591.352331:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334912:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693591.352336:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693591.352339:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693588/real 1790693591]  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693591.352347:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693591.352348:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693591.352351:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc80b0.
00000400:00000200:1.0:1790693591.352353:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342b28
00000400:00000010:1.0:1790693591.352354:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342b28.
00000100:00000001:1.0:1790693591.352356:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693591.352359:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693591.352366:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352372:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693591.352374:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352375:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352376:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693591.352380:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352386:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693591.352389:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352395:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693591.352430:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352432:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352433:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352434:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693591.352436:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693591.352439:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693591.352443:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693591.352445:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693591.352448:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693591.352456:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334656:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693591.352460:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693591.352463:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693588/real 1790693591]  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693591.352471:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693591.352472:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693591.352474:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8420.
00000400:00000200:1.0:1790693591.352476:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc43427f8
00000400:00000010:1.0:1790693591.352478:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc43427f8.
00000100:00000001:1.0:1790693591.352480:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693591.352483:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693591.352490:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352496:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693591.352498:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352499:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352501:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693591.352505:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352511:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693591.352514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352520:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693591.352523:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352525:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352526:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693591.352528:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693591.352530:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693591.352533:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693591.352535:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693591.352540:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693591.352547:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334784:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693591.352551:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693591.352554:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693588/real 1790693591]  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693591.352562:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693591.352563:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693591.352565:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8210.
00000400:00000200:1.0:1790693591.352568:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:1.0:1790693591.352569:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:1.0:1790693591.352572:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693591.352575:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693591.352583:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352589:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693591.352590:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352593:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352594:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693591.352597:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352603:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693591.352607:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352613:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693591.352615:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352617:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352618:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352619:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693591.352622:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693591.352624:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693591.352628:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693591.352630:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693591.352634:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693591.352647:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101334528:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693591.352653:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693591.352656:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693588/real 1790693591]  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693591.352665:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693591.352666:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693591.352668:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693591.352670:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693591.352671:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693591.352673:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693591.352676:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693591.352681:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352685:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693591.352686:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352687:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352688:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693591.352691:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352697:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693591.352702:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352708:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693591.352711:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352712:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693591.352713:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352715:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693591.352717:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693591.352719:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693591.352723:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693591.352725:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693591.352728:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693591.352735:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101334400:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693591.352739:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352741:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693591.352745:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101334912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352751:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693591.352756:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693591.352760:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21df800.
02000000:00000001:1.0:1790693591.352766:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693591.352769:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693591.352772:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693591.352775:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693591.352778:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb400.
02000000:00000001:1.0:1790693591.352794:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693591.352797:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693591.352799:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:1.0:1790693591.352803:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693591.352805:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352807:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693591.352811:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101334656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352817:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693591.352818:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693591.352820:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:1.0:1790693591.352822:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693591.352824:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693591.352825:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693591.352827:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693591.352829:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfac00.
02000000:00000001:1.0:1790693591.352831:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693591.352833:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693591.352834:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:1.0:1790693591.352836:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693591.352838:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352839:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693591.352843:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101334784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352849:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693591.352851:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693591.352852:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693591.352855:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693591.352856:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693591.352857:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693591.352859:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693591.352861:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb800.
02000000:00000001:1.0:1790693591.352863:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693591.352864:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693591.352865:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:1.0:1790693591.352868:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693591.352869:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352871:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693591.352874:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101334528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352880:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693591.352882:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693591.352883:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693591.352885:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693591.352886:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693591.352888:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693591.352889:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693591.352891:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:1.0:1790693591.352893:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693591.352894:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693591.352895:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:1.0:1790693591.352898:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693591.352899:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352900:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693591.352903:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101334400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693591.352910:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693591.352912:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693591.352913:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693591.352915:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693591.352916:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693591.352917:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693591.352919:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693591.352920:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9400.
02000000:00000001:1.0:1790693591.352923:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693591.352924:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693591.352926:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693591.352928:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693591.352929:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352931:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.352942:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693591.352944:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693591.352947:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693591.352948:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693591.735527:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693591.735529:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693591.735536:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693591.735537:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693591.735539:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693591.735541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693591.735551:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693591.735552:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693591.735567:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693591.735568:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693591.735577:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693591.735579:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693591.735588:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693591.735589:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693591.735596:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693591.735597:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693591.735607:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693591.735609:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693591.735861:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693591.735864:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693591.735870:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693591.735871:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693591.735875:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693591.735877:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693591.735881:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693591.735882:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693591.735901:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693591.735905:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693591.735908:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693591.735915:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693591.735920:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693591.735922:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693591.735926:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693591.735929:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693591.735933:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.735935:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693591.735937:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693591.735939:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693592.375601:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693592.375611:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693592.375613:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693592.375619:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693592.375628:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693592.375632:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693592.375635:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693592.375638:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693592.375642:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693592.759493:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693592.759493:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693592.759493:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693592.759496:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693592.759501:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693592.759502:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693592.759502:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693592.759502:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693592.759506:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693592.759506:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693592.759506:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693592.759509:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693592.759513:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693592.759514:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693592.759514:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693592.759514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693592.759520:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693592.759521:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693592.759521:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693592.759522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693592.759527:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693592.759527:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693592.759527:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693592.759527:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693592.759533:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693592.759533:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693592.759534:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693592.759536:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693592.759536:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693592.759538:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693592.759541:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693592.759541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693592.759541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693592.759542:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693592.759544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693592.759549:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693592.759549:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693592.759555:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693592.759559:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693592.759562:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693592.759564:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693592.759585:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693592.759588:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693592.759591:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693593.399534:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693593.399542:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693593.399545:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693593.399550:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693593.399554:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693593.399558:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693593.399561:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693593.399564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693593.399567:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693593.399876:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693593.399881:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693593.399884:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693593.399888:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693593.399892:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693593.399902:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4077
00000400:00000200:2.0:1790693593.399909:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693593.399915:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693593.399918:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693593.399921:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.399923:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.399926:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.399928:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693593.399935:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693593.399937:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693593.399939:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693593.399942:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693593.399945:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693593.399947:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693593.399951:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.399953:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.399955:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.399957:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693593.399960:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693593.399963:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693593.399965:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693593.399968:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693593.399972:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693593.399974:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.399976:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693593.399979:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693593.399987:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693593.399991:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693593.399994:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693593.399996:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.399999:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693593.400003:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693593.400014:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693593.400022:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693593.400028:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693593.400037:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693593.400047:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693593.400050:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693593.400054:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693593.400080:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693593.400083:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693593.400086:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693593.400088:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693593.400090:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693593.400092:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693593.400094:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4077
00000400:00000200:2.0:1790693593.400098:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693593.400101:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693593.400103:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693593.400106:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400108:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.400109:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400111:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693593.400119:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693593.400121:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693593.400123:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693593.400125:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693593.400127:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693593.400129:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693593.400132:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400134:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.400136:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400138:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693593.400140:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693593.400142:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400145:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693593.400147:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693593.400152:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693593.400154:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400156:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693593.400159:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693593.400162:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400164:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693593.400167:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693593.400169:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693593.400171:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693593.400173:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400174:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693593.400175:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693593.400178:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693593.400181:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693593.400184:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693593.400189:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693593.400196:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693593.400197:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693593.400200:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693593.400207:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693593.400210:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693593.400213:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693593.400214:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693593.400215:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693593.400218:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693593.400220:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4077
00000400:00000200:2.0:1790693593.400224:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693593.400226:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693593.400228:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693593.400230:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400232:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.400234:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400235:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693593.400238:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693593.400240:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693593.400241:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693593.400243:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693593.400245:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693593.400247:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693593.400249:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400251:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.400253:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400255:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693593.400257:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693593.400260:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400262:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693593.400263:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693593.400265:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693593.400267:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400283:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693593.400285:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693593.400288:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1790693593.400288:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400291:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.400293:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1790693593.400296:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693593.400297:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1790693593.400302:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693593.400306:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1790693593.400307:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693593.400308:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400312:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693593.400314:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693593.400318:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.400323:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1790693593.400325:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:1.0:1790693593.400326:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400330:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.400332:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693593.400336:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693593.400338:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790693593.400340:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693593.400348:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101335040:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693593.400351:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693593.400354:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.400356:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693593.400361:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1790693593.400362:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693593.400366:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.400370:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693593.400374:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693593.400378:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
00000100:00080000:2.0:1790693593.400378:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790693593.400382:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693593.400384:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693593.400387:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693593.400388:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693593.400391:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693593.400393:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693593.400418:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4077
00000400:00000200:2.0:1790693593.400423:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693593.400426:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000200:2.0:1790693593.400427:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693593.400432:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1790693593.400435:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000040:2.0:1790693593.400435:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400440:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.400443:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:1.0:1790693593.400445:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335040, portal 25
00000100:00000001:2.0:1790693593.400446:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693593.400450:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1790693593.400452:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693593.400453:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000020:00000040:2.0:1790693593.400455:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693593.400459:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693593.400462:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000040:1.0:1790693593.400463:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693593.400466:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693593.400472:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:1.0:1790693593.400478:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693593.400479:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400483:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693593.400486:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693593.400488:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:1.0:1790693593.400491:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000100:00000001:2.0:1790693593.400492:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:1.0:1790693593.400497:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101335040, offset 0
00000020:00000040:2.0:1790693593.400497:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693593.400503:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400506:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.400510:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693593.400511:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693593.400516:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693593.400518:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.400521:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693593.400521:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693593.400524:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693593.400528:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.400530:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693593.400531:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.400537:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1790693593.400538:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693593.400542:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000200:1.0:1790693593.400544:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:2.0:1790693593.400546:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693593.400548:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.400550:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693593.400552:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693593.400554:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693593.400558:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:2.0:1790693593.400558:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.400564:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6852:6852:256:4294967295] 192.168.204.134@tcp LPNI seq info [6847:6847:8:4294967295]
02000000:00000010:2.0:1790693593.400565:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693593.400571:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.400574:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693593.400579:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693593.400591:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693593.400595:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693593.400599:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693593.400600:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693593.400606:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1790693593.400607:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242000.
00000100:00000001:2.0:1790693593.400617:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693593.400618:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:2.0:1790693593.400622:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790693593.400624:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1790693593.400628:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693593.400631:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693593.400635:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790693593.400635:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693593.400642:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790693593.400642:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1790693593.400646:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4077
00000800:00000100:1.0:1790693593.400652:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693593.400655:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:1.0:1790693593.400656:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242000.
00000400:00000200:2.0:1790693593.400660:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693593.400664:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693593.400665:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1790693593.400669:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400674:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693593.400675:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1790693593.400679:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400682:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:1.0:1790693593.400683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:1.0:1790693593.400687:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:1.0:1790693593.400694:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:2.0:1790693593.400695:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693593.400698:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693593.400701:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790693593.400702:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693593.400704:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693593.400709:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693593.400714:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:1.0:1790693593.400721:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693593.400725:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:1.0:1790693593.400727:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693593.400730:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693593.400735:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693593.400740:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693593.400742:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.400757:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:2.0:1790693593.400758:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693593.400763:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693593.400764:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400765:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693593.400769:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693593.400772:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693593.400773:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693593.400777:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400780:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693593.400781:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298750723
00000008:00100000:2.0:1790693593.400782:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693593.400788:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400790:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693593.400791:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7011b40.
00000100:00000010:2.0:1790693593.400794:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693593.400798:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:1.0:1790693593.400800:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1790693593.400801:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693593.400804:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.400807:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693593.400808:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693593.400810:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.400811:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298750723
02000000:00000010:2.0:1790693593.400814:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000010:1.0:1790693593.400816:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7011de0.
00000100:00000001:2.0:1790693593.400820:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.400822:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00100000:2.0:1790693593.400827:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693593.400828:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693593.400834:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.400839:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790693593.400843:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693593.400845:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693593.400847:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693593/real 1790693593]  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693593.400852:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693593.400862:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693593.400869:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1790693593.400870:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4087)
00000400:00000001:1.0:1790693593.400872:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693593.400876:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693593.400879:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693593.400880:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693593.400883:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693593.400887:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693593.400896:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.400902:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693593.400904:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.400906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.400908:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693593.400912:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.400932:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693593.400939:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.400946:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693593.400949:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.400950:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.400951:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.400954:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693593.400956:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693593.400958:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693593.400963:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693593.400965:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693593.400969:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693593.400977:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101335040:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693593.400982:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693593.400985:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401003:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693593.401004:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401006:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693593.401008:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693593.401010:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693593.401013:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335168:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693593.401016:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693593.401018:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693593.401019:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401022:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693593.401025:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693593.401027:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.401031:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693593.401034:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693593.401037:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693593.401040:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335168, portal 10
00000100:00000001:1.0:1790693593.401042:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693593.401043:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:1.0:1790693593.401050:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401056:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693593.401058:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693593.401060:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000100:00000200:1.0:1790693593.401062:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101335168, offset 0
00000400:00000200:1.0:1790693593.401066:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693593.401070:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.401074:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693593.401076:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693593.401078:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693593.401080:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693593.401083:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693593.401085:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6853:6853:256:4294967295] 192.168.204.134@tcp LPNI seq info [6848:6848:8:4294967295]
00000400:00000200:1.0:1790693593.401089:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.401094:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693593.401098:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.401101:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242000.
00000800:00000200:1.0:1790693593.401104:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693593.401107:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693593.401111:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693593.401113:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693593.401117:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.401118:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242000.
00000400:00000200:1.0:1790693593.401122:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693593.401125:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693593.401127:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:1.0:1790693593.401129:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:1.0:1790693593.401131:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693593.401134:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401141:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.401143:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401149:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.401150:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693593.401153:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693593.401156:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:1.0:1790693593.401159:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693593.401160:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298749459
00000100:00000001:1.0:1790693593.401162:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.401164:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298749459
00000100:00000001:1.0:1790693593.401166:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.401168:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693593.401169:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.401171:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693593.401174:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693593/real 1790693593]  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693593.401181:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693593.401182:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693593.401183:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693593.401185:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693593.401186:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693593.401188:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693593.401191:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693593.401199:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401205:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693593.401206:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401208:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.401209:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693593.401212:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401218:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693593.401221:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401228:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693593.401230:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401232:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.401233:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401235:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693593.401236:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693593.401239:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693593.401242:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693593.401244:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693593.401248:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693593.401254:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335168:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693593.401257:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401259:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.401262:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101335040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401274:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693593.401276:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693593.401279:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693593.401282:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693593.401284:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693593.401285:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693593.401287:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693593.401290:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:1.0:1790693593.401294:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693593.401296:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693593.401297:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:1.0:1790693593.401300:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693593.401301:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401302:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.401305:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101335168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401310:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693593.401311:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693593.401313:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693593.401315:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693593.401316:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693593.401322:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693593.401324:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693593.401326:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:1.0:1790693593.401328:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693593.401329:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693593.401330:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:1.0:1790693593.401332:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693593.401333:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401335:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401342:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693593.401343:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.401345:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693593.401346:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693593.401347:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693593.401352:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401358:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693593.401359:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401361:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693593.401363:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693593.401365:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693593.401367:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335296:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693593.401370:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693593.401372:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693593.401373:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401374:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693593.401377:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693593.401379:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.401382:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693593.401384:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693593.401387:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693593.401389:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335296, portal 10
00000100:00000001:1.0:1790693593.401391:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693593.401392:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:1.0:1790693593.401420:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401427:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693593.401429:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693593.401432:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000100:00000200:1.0:1790693593.401434:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101335296, offset 0
00000400:00000200:1.0:1790693593.401437:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693593.401441:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.401444:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693593.401446:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693593.401448:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693593.401451:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693593.401452:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693593.401455:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6854:6854:256:4294967295] 192.168.204.134@tcp LPNI seq info [6849:6849:8:4294967295]
00000400:00000200:1.0:1790693593.401459:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.401464:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693593.401469:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.401472:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242000.
00000800:00000200:1.0:1790693593.401475:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693593.401478:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693593.401481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693593.401498:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693593.401502:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.401504:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242000.
00000400:00000200:1.0:1790693593.401507:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693593.401510:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693593.401514:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:1.0:1790693593.401516:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:1.0:1790693593.401518:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693593.401522:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401529:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.401532:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401538:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.401539:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693593.401542:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693593.401546:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:1.0:1790693593.401550:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693593.401552:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298749466
00000100:00000001:1.0:1790693593.401554:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.401556:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298749466
00000100:00000001:1.0:1790693593.401558:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.401560:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693593.401562:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.401564:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693593.401567:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693593/real 1790693593]  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693593.401575:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693593.401576:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693593.401578:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693593.401580:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693593.401581:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693593.401584:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693593.401587:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693593.401595:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401601:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693593.401602:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401604:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.401605:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693593.401609:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401614:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693593.401618:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401625:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693593.401627:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401629:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.401630:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401632:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693593.401634:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693593.401636:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693593.401640:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693593.401642:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693593.401645:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693593.401652:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335296:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693593.401656:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693593.401659:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401666:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693593.401667:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401669:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693593.401671:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693593.401673:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693593.401676:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335424:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693593.401679:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693593.401681:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693593.401682:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401684:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693593.401687:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693593.401689:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.401693:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693593.401696:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693593.401699:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693593.401702:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335424, portal 4
00000100:00000001:1.0:1790693593.401703:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693593.401705:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:1.0:1790693593.401710:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401716:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693593.401718:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693593.401720:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000100:00000200:1.0:1790693593.401723:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101335424, offset 0
00000400:00000200:1.0:1790693593.401726:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693593.401730:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.401736:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693593.401740:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693593.401743:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693593.401756:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693593.401759:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693593.401761:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6855:6855:256:4294967295] 192.168.204.134@tcp LPNI seq info [6850:6850:8:4294967295]
00000400:00000200:1.0:1790693593.401765:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.401770:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693593.401774:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.401778:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242000.
00000800:00000200:1.0:1790693593.401781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693593.401783:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693593.401787:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693593.401789:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693593.401793:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.401794:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242000.
00000400:00000200:1.0:1790693593.401797:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693593.401800:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693593.401802:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:1.0:1790693593.401804:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:1.0:1790693593.401806:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693593.401809:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401816:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.401819:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401825:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.401826:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693593.401829:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693593.401832:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:1.0:1790693593.401835:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693593.401837:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298749460
00000100:00000001:1.0:1790693593.401840:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.401842:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298749460
00000100:00000001:1.0:1790693593.401844:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.401845:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693593.401847:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.401849:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693593.401853:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693593/real 1790693593]  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693593.401860:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693593.401861:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693593.401862:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693593.401864:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693593.401866:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693593.401868:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693593.401871:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693593.401878:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401884:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693593.401885:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401887:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.401888:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693593.401891:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401897:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693593.401901:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401907:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693593.401909:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401911:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.401912:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.401913:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693593.401915:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693593.401917:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693593.401920:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693593.401922:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693593.401926:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693593.401933:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335424:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693593.401937:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693593.401941:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401946:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693593.401947:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401949:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693593.401951:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693593.401953:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693593.401955:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335552:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693593.401958:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693593.401960:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693593.401962:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693593.401963:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693593.401967:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693593.401968:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693593.401972:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:1.0:1790693593.401975:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc5dc8790.
00000400:00000010:1.0:1790693593.401977:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342bb0.
00000100:00000200:1.0:1790693593.401980:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335552, portal 4
00000100:00000001:1.0:1790693593.401982:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693593.401983:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:1.0:1790693593.401989:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.401993:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693593.401995:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:1.0:1790693593.401996:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc4342d48.
00000100:00000200:1.0:1790693593.401998:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101335552, offset 0
00000400:00000200:1.0:1790693593.402000:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693593.402003:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.402005:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:1.0:1790693593.402007:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693593.402008:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:1.0:1790693593.402010:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693593.402011:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:1.0:1790693593.402013:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6856:6856:256:4294967295] 192.168.204.134@tcp LPNI seq info [6851:6851:8:4294967295]
00000400:00000200:1.0:1790693593.402015:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693593.402019:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693593.402022:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.402024:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0242000.
00000800:00000200:1.0:1790693593.402027:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.0:1790693593.402029:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693593.402032:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:1.1:1790693593.402035:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693593.402039:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:1.0:1790693593.402040:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0242000.
00000400:00000200:1.0:1790693593.402043:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693593.402047:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693593.402049:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342d48
00000400:00000010:1.0:1790693593.402051:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342d48.
00000100:00000001:1.0:1790693593.402054:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693593.402057:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402064:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.402066:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402071:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.402072:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693593.402075:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693593.402078:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:1.0:1790693593.402081:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693593.402082:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298749465
00000100:00000001:1.0:1790693593.402085:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.402087:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298749465
00000100:00000001:1.0:1790693593.402089:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298750723
00000100:00000001:1.0:1790693593.402091:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693593.402093:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.402095:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693593.402099:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693593/real 1790693593]  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693593.402106:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693593.402107:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693593.402114:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc5dc8790.
00000400:00000200:1.0:1790693593.402116:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc4342bb0
00000400:00000010:1.0:1790693593.402118:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc4342bb0.
00000100:00000001:1.0:1790693593.402120:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693593.402124:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693593.402132:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402143:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693593.402145:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402147:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.402148:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693593.402151:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402157:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693593.402161:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402167:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693593.402169:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402171:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693593.402172:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402174:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693593.402175:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693593.402177:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693593.402180:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693593.402181:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693593.402185:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693593.402192:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335552:192.168.204.134@tcp:8:
00000100:00000001:1.0:1790693593.402195:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402197:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.402200:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101335296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402206:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693593.402208:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693593.402210:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693593.402212:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693593.402214:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693593.402215:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:1.0:1790693593.402217:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693593.402219:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:1.0:1790693593.402221:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693593.402222:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693593.402224:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693593.402226:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693593.402228:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402229:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.402233:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101335424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402239:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693593.402240:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693593.402242:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:1.0:1790693593.402244:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693593.402245:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693593.402246:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:1.0:1790693593.402248:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693593.402250:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:1.0:1790693593.402252:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693593.402253:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693593.402254:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:1.0:1790693593.402257:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693593.402258:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402259:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693593.402262:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101335552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693593.402268:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693593.402269:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693593.402271:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dd21de400.
02000000:00000001:1.0:1790693593.402273:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693593.402274:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693593.402275:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:1.0:1790693593.402277:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693593.402278:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:1.0:1790693593.402280:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693593.402281:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693593.402282:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:1.0:1790693593.402284:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693593.402285:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402288:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.402292:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693593.402294:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.402295:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693593.402297:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693593.783569:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693593.783577:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693593.783580:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693593.783585:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693593.783589:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693593.783593:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693593.783596:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693593.783599:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693593.783603:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693593.783620:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693593.783627:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693593.783628:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693593.783633:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693593.783637:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693593.783640:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693593.783643:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693593.783646:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693593.783648:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693593.783914:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693593.783918:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693593.783919:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693593.783922:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693593.783925:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693593.783927:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.783929:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693593.783931:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693593.783933:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693593.784819:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693593.784822:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693593.784827:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693593.784829:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693593.784832:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693593.784833:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693593.784838:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693593.784839:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693593.784854:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693593.784857:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693593.784860:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693594.424753:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693594.424764:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693594.424766:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693594.424771:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693594.424775:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693594.424779:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693594.424782:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693594.424784:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693594.424787:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693594.743556:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298750723, at 4298750784
00000100:00000010:1.0:1790693594.743576:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7011de0.
00000100:00000040:0.0:1790693594.743913:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298750723, at 4298750784
00000100:00000010:0.0:1790693594.743928:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7011b40.
00010000:00000001:3.0:1790693594.807513:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693594.807518:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693594.807520:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693594.807523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693594.807527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693594.807529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693594.807531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693594.807532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693594.807538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693594.807540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693594.807543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693594.807544:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693594.807547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693594.807548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693594.807551:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693594.807553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693594.807558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693594.807575:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693594.807577:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693594.807579:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693594.807634:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693594.807637:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693594.807638:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693594.807641:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693594.807643:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693594.807645:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693594.807648:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693594.807649:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693594.807651:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693594.807827:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693594.807834:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693594.807836:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693594.807840:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693594.807844:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693594.807848:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693594.807850:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693594.807853:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693594.807855:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693595.447514:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693595.447521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693595.447523:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693595.447529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693595.447533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693595.447536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693595.447539:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693595.447541:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693595.447543:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693595.831491:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693595.831500:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693595.831502:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693595.831506:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693595.831508:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693595.831511:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693595.831514:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693595.831517:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693595.831519:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693595.831521:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693595.831523:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693595.831526:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693595.831527:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693595.831530:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693595.831532:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693595.831536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693595.831539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693595.831561:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693595.831564:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693595.831567:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693595.831584:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693595.831589:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693595.831590:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693595.831593:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693595.831596:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693595.831612:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693595.831615:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693595.831617:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693595.831619:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693595.831830:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693595.831833:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693595.831834:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693595.831847:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693595.831849:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693595.831851:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693595.831853:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693595.831854:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693595.831856:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693596.471525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693596.471533:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693596.471536:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693596.471541:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693596.471545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693596.471551:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693596.471553:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693596.471555:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693596.471558:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693596.855539:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693596.855545:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693596.855551:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693596.855553:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693596.855555:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693596.855555:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693596.855557:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693596.855564:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693596.855566:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693596.855566:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693596.855568:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693596.855573:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693596.855574:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693596.855576:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693596.855578:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693596.855581:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693596.855588:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693596.855589:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693596.855590:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693596.855596:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693596.855598:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693596.855601:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693596.855612:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693596.855618:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693596.855620:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693596.855621:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693596.855625:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693596.855627:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693596.855634:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693596.855637:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693596.855644:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693596.855646:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693596.855675:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693596.855690:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693596.855694:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693596.855772:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693596.855777:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693596.855778:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693596.855781:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693596.855783:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693596.855786:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693596.855788:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693596.855789:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693596.855791:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693597.495482:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693597.495507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693597.495510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693597.495517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693597.495521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693597.495524:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693597.495527:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693597.495530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693597.495533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693597.879495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693597.879495:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693597.879500:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693597.879502:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693597.879503:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693597.879504:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693597.879505:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693597.879506:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693597.879512:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693597.879512:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693597.879513:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693597.879516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693597.879518:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693597.879519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693597.879521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693597.879524:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693597.879524:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693597.879524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693597.879529:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693597.879530:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693597.879530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693597.879531:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693597.879533:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693597.879533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693597.879535:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693597.879536:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693597.879552:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693597.879555:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693597.879557:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693597.879773:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693597.879776:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693597.879778:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693597.879780:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693597.879782:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693597.879785:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693597.879786:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693597.879788:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693597.879790:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693598.519525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693598.519534:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693598.519536:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693598.519543:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790693598.519544:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693598.519551:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693598.519553:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693598.519556:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693598.519557:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693598.519561:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693598.519562:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693598.519566:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693598.519567:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693598.519572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693598.519575:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4082
00000400:00000200:1.0:1790693598.519582:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693598.519587:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693598.519590:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693598.519592:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519595:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.519596:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519608:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693598.519615:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693598.519616:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693598.519619:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693598.519625:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693598.519627:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693598.519628:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693598.519631:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519633:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.519644:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519659:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693598.519662:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693598.519665:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519668:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693598.519671:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693598.519681:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693598.519684:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.519687:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693598.519690:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693598.519702:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693598.519705:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693598.519710:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693598.519712:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.519715:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693598.519717:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693598.519722:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693598.519730:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693598.519737:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693598.519746:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693598.519756:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693598.519758:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693598.519761:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.519780:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693598.519782:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693598.519785:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693598.519786:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693598.519787:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693598.519788:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693598.519790:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4082
00000400:00000200:1.0:1790693598.519793:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693598.519795:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693598.519796:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693598.519798:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519799:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.519800:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519802:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693598.519804:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693598.519805:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693598.519806:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693598.519807:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693598.519809:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693598.519810:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693598.519812:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519813:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.519815:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519816:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693598.519824:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693598.519827:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519829:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693598.519832:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693598.519832:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693598.519837:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693598.519840:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1790693598.519841:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693598.519846:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693598.519847:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.519850:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693598.519856:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1790693598.519856:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693598.519858:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693598.519863:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.519864:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693598.519866:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693598.519868:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.519869:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693598.519874:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693598.519877:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693598.519880:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693598.519882:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693598.519883:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101335680:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693598.519884:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693598.519887:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693598.519889:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.519891:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1790693598.519893:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693598.519896:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693598.519897:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.519901:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693598.519905:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693598.519906:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693598.519912:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693598.519914:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693598.519914:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693598.519920:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693598.519921:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.519929:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693598.519930:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693598.519931:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693598.519935:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693598.519937:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1790693598.519937:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00080000:1.0:1790693598.519941:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1790693598.519946:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693598.519950:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693598.519955:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4082
00000100:00000200:3.0:1790693598.519955:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335680, portal 25
00000100:00000001:3.0:1790693598.519960:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693598.519964:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000400:00000200:1.0:1790693598.519965:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693598.519971:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693598.519975:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693598.519975:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693598.519982:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519988:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693598.519990:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693598.519993:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693598.519996:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693598.519999:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693598.520004:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693598.520005:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693598.520013:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:3.0:1790693598.520015:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000020:00000040:1.0:1790693598.520016:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693598.520022:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000200:3.0:1790693598.520024:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101335680, offset 0
00000020:00000001:1.0:1790693598.520025:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693598.520032:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520035:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.520037:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520039:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693598.520041:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693598.520043:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520045:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693598.520047:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693598.520050:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693598.520051:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.520053:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693598.520056:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693598.520057:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000008:00000001:1.0:1790693598.520062:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.520065:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693598.520068:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000400:00000200:3.0:1790693598.520069:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693598.520073:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693598.520077:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693598.520080:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693598.520086:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693598.520090:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693598.520093:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693598.520095:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:1.0:1790693598.520099:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693598.520100:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6857:6857:256:4294967295] 192.168.204.134@tcp LPNI seq info [6852:6852:8:4294967295]
00000100:00000001:1.0:1790693598.520104:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693598.520108:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693598.520110:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693598.520115:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000400:00000200:3.0:1790693598.520118:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693598.520119:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693598.520126:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693598.520133:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693598.520145:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.520152:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000001:1.0:1790693598.520156:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1790693598.520158:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693598.520161:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693598.520164:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1790693598.520171:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1790693598.520173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693598.520178:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1790693598.520186:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693598.520189:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693598.520195:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693598.520199:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:3.0:1790693598.520200:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693598.520204:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:3.0:1790693598.520206:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000001:1.0:1790693598.520213:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693598.520215:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790693598.520218:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4082
00000400:00000200:3.0:1790693598.520226:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693598.520231:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693598.520237:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693598.520240:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000100:00080000:1.0:1790693598.520241:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1790693598.520245:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000040:1.0:1790693598.520265:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520268:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.520270:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520272:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693598.520277:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693598.520289:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693598.520291:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693598.520294:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693598.520296:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693598.520298:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693598.520301:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520303:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.520305:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520308:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693598.520310:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693598.520314:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520316:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693598.520318:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693598.520322:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693598.520322:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1790693598.520328:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693598.520330:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.520333:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693598.520337:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693598.520342:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.520346:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520348:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1790693598.520351:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000100:00000040:3.0:1790693598.520355:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693598.520356:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693598.520361:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693598.520363:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.520367:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693598.520370:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693598.520373:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520373:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520378:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:1.0:1790693598.520380:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00000001:3.0:1790693598.520386:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.520387:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693598.520416:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693598.520420:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298755843
00000100:00000010:3.0:1790693598.520423:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78600.
00000100:00000001:3.0:1790693598.520429:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1790693598.520435:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693598.520436:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298755843
00000100:00000010:3.0:1790693598.520443:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f787e0.
00000100:00000001:3.0:1790693598.520448:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693598.520450:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693598.520453:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693598.520454:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520458:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520463:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1790693598.520464:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693598.520470:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693598/real 1790693598]  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.520477:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693598.520481:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693598.520491:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693598.520495:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693598.520500:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1790693598.520501:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693598.520504:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693598.520507:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000100:00000001:1.0:1790693598.520509:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693598.520510:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693598.520513:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693598.520516:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:1.0:1790693598.520517:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4082
00000100:00000200:3.0:1790693598.520521:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693598.520529:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:3.0:1790693598.520533:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693598.520539:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693598.520542:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693598.520546:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520548:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.520551:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693598.520552:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693598.520556:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693598.520559:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693598.520562:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693598.520565:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:1.0:1790693598.520566:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:3.0:1790693598.520570:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693598.520571:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693598.520575:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1790693598.520576:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693598.520579:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693598.520593:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693598.520594:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.520599:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693598.520605:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693598.520607:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693598.520609:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693598.520614:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000040:3.0:1790693598.520614:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693598.520622:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693598.520626:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693598.520627:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520632:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693598.520633:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693598.520637:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1790693598.520638:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693598.520640:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693598.520642:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693598.520656:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693598.520656:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000008:00100000:1.0:1790693598.520661:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693598.520661:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1790693598.520668:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693598.520669:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693598.520672:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693598.520676:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000010:1.0:1790693598.520677:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000100:00000001:3.0:1790693598.520681:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1790693598.520683:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693598.520688:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693598.520690:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693598.520690:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.520695:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693598.520697:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693598.520701:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693598.520707:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00100000:3.0:1790693598.520708:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101335680:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693598.520712:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520716:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.520720:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1790693598.520721:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693598.520726:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101335680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693598.520740:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693598.520742:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1790693598.520743:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.520745:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693598.520749:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693598.520752:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1790693598.520753:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693598.520755:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693598.520757:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693598.520761:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693598.520764:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:3.0:1790693598.520769:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1790693598.520770:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.520771:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693598.520773:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:3.0:1790693598.520777:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693598.520778:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693598.520781:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4092)
00000100:00000001:3.0:1790693598.520781:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.520788:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693598.520791:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520794:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693598.520796:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693598.520797:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693598.520802:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.520809:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693598.520811:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.520813:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693598.520815:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693598.520817:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693598.520821:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335808:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693598.520824:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693598.520826:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693598.520828:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.520830:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693598.520833:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693598.520834:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693598.520839:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693598.520841:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693598.520845:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693598.520849:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335808, portal 10
00000100:00000001:3.0:1790693598.520851:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693598.520852:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:3.0:1790693598.520858:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.520869:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693598.520872:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693598.520874:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693598.520876:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101335808, offset 0
00000400:00000200:3.0:1790693598.520880:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693598.520884:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.520888:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693598.520891:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693598.520893:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693598.520896:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693598.520898:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693598.520901:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6858:6858:256:4294967295] 192.168.204.134@tcp LPNI seq info [6853:6853:8:4294967295]
00000400:00000200:3.0:1790693598.520904:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.520908:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693598.520912:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.520916:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693598.520920:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693598.520922:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693598.520926:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693598.520928:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693598.520932:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.520933:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693598.520936:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693598.520939:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693598.520942:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693598.520944:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693598.520946:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693598.520950:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.520958:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.520961:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.520972:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520973:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693598.520975:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693598.520978:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693598.520982:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693598.520984:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298754579
00000100:00000001:3.0:1790693598.520986:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.520988:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298754579
00000100:00000001:3.0:1790693598.520990:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.520992:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693598.520994:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.520995:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693598.520999:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693598/real 1790693598]  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693598.521007:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693598.521009:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693598.521010:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693598.521012:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693598.521014:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693598.521016:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693598.521019:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693598.521028:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521040:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693598.521042:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521043:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521044:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693598.521048:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521054:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693598.521057:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521064:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693598.521066:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521067:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521089:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521091:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693598.521094:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693598.521096:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693598.521100:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693598.521102:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693598.521107:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693598.521114:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335808:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693598.521118:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693598.521121:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521127:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693598.521129:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.521131:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693598.521132:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693598.521134:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693598.521137:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335936:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693598.521140:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693598.521142:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693598.521143:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.521145:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693598.521147:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693598.521149:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693598.521151:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693598.521153:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693598.521156:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693598.521159:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101335936, portal 10
00000100:00000001:3.0:1790693598.521160:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693598.521161:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:3.0:1790693598.521167:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521173:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693598.521175:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693598.521177:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693598.521179:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101335936, offset 0
00000400:00000200:3.0:1790693598.521183:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693598.521186:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.521190:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693598.521193:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693598.521195:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693598.521197:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693598.521200:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693598.521203:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6859:6859:256:4294967295] 192.168.204.134@tcp LPNI seq info [6854:6854:8:4294967295]
00000400:00000200:3.0:1790693598.521207:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.521212:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693598.521215:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.521217:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693598.521220:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693598.521223:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693598.521227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693598.521230:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693598.521233:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.521235:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693598.521237:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693598.521241:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693598.521244:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693598.521246:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693598.521248:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693598.521252:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521258:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.521261:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521267:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.521268:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693598.521271:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693598.521274:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693598.521277:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693598.521279:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298754585
00000100:00000001:3.0:1790693598.521282:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.521284:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298754585
00000100:00000001:3.0:1790693598.521286:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.521288:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693598.521290:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.521292:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693598.521295:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693598/real 1790693598]  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693598.521303:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693598.521304:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693598.521305:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693598.521308:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693598.521309:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693598.521310:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693598.521312:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693598.521318:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521322:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693598.521322:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521323:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521324:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693598.521326:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521330:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693598.521332:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521336:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693598.521337:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521338:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521339:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521340:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693598.521341:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693598.521342:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693598.521344:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693598.521345:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693598.521347:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693598.521351:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101335936:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693598.521354:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693598.521355:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521363:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693598.521364:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.521365:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693598.521366:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693598.521367:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693598.521369:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336064:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693598.521371:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693598.521372:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693598.521373:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.521374:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693598.521376:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693598.521377:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693598.521379:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693598.521380:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693598.521383:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693598.521385:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336064, portal 4
00000100:00000001:3.0:1790693598.521386:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693598.521387:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:3.0:1790693598.521392:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521395:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693598.521414:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693598.521416:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693598.521418:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101336064, offset 0
00000400:00000200:3.0:1790693598.521420:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693598.521424:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.521427:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693598.521430:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693598.521432:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693598.521434:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693598.521436:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693598.521439:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6860:6860:256:4294967295] 192.168.204.134@tcp LPNI seq info [6855:6855:8:4294967295]
00000400:00000200:3.0:1790693598.521442:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.521448:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693598.521452:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.521455:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693598.521458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693598.521461:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693598.521465:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693598.521468:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693598.521471:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.521473:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693598.521476:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693598.521479:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693598.521482:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693598.521484:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693598.521486:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693598.521489:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521496:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.521498:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521502:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.521503:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693598.521506:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693598.521508:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693598.521510:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693598.521511:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298754580
00000100:00000001:3.0:1790693598.521513:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.521514:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298754580
00000100:00000001:3.0:1790693598.521515:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.521516:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693598.521518:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.521519:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693598.521521:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693598/real 1790693598]  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693598.521526:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693598.521527:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693598.521528:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693598.521529:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693598.521530:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693598.521531:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693598.521533:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693598.521538:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521543:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693598.521544:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521545:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521547:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693598.521550:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521555:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693598.521559:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521565:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693598.521567:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521568:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521569:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521571:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693598.521573:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693598.521575:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693598.521578:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693598.521581:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693598.521584:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693598.521597:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336064:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693598.521601:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693598.521604:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521608:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693598.521609:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.521610:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693598.521612:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693598.521613:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693598.521614:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336192:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693598.521616:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693598.521617:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693598.521619:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693598.521620:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693598.521624:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693598.521626:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693598.521629:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693598.521631:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693598.521634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693598.521637:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336192, portal 4
00000100:00000001:3.0:1790693598.521639:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693598.521640:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:3.0:1790693598.521656:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521662:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693598.521664:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693598.521667:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693598.521670:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101336192, offset 0
00000400:00000200:3.0:1790693598.521674:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693598.521677:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.521681:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693598.521683:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693598.521686:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693598.521688:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693598.521690:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693598.521693:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6861:6861:256:4294967295] 192.168.204.134@tcp LPNI seq info [6856:6856:8:4294967295]
00000400:00000200:3.0:1790693598.521695:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693598.521699:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693598.521704:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.521707:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693598.521711:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693598.521713:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693598.521717:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693598.521720:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693598.521723:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693598.521725:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693598.521727:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693598.521730:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693598.521734:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693598.521736:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693598.521738:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693598.521742:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521749:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.521751:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521757:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.521758:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693598.521761:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693598.521763:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693598.521766:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693598.521767:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298754585
00000100:00000001:3.0:1790693598.521769:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.521770:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298754585
00000100:00000001:3.0:1790693598.521772:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298755843
00000100:00000001:3.0:1790693598.521773:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693598.521774:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.521775:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693598.521777:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693598/real 1790693598]  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693598.521784:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693598.521785:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693598.521786:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693598.521788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693598.521790:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693598.521791:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693598.521794:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693598.521802:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521808:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693598.521809:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521811:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521812:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693598.521815:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521822:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693598.521826:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521836:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693598.521837:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521838:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693598.521839:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521840:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693598.521841:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693598.521842:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693598.521844:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693598.521846:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693598.521848:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693598.521852:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336192:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693598.521854:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521856:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.521857:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101335808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521861:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693598.521862:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693598.521864:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693598.521865:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693598.521866:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693598.521867:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693598.521869:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693598.521870:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693598.521872:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693598.521873:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693598.521874:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:3.0:1790693598.521876:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693598.521877:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521879:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.521882:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101335936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521887:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693598.521889:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693598.521890:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693598.521893:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693598.521894:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693598.521895:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693598.521897:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693598.521898:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:3.0:1790693598.521900:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693598.521901:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693598.521903:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:3.0:1790693598.521905:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693598.521906:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521908:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.521911:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101336064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521917:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693598.521918:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693598.521920:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693598.521922:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693598.521923:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693598.521924:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693598.521926:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693598.521927:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:3.0:1790693598.521928:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693598.521929:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693598.521930:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:3.0:1790693598.521931:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693598.521932:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521933:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693598.521935:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101336192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693598.521939:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693598.521940:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693598.521941:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693598.521943:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693598.521945:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693598.521946:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693598.521947:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693598.521949:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:3.0:1790693598.521950:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693598.521951:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693598.521952:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:3.0:1790693598.521954:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693598.521955:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521957:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693598.521961:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693598.521963:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693598.521964:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693598.521966:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693598.903534:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693598.903541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693598.903547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693598.903549:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693598.903551:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693598.903551:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693598.903556:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693598.903558:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693598.903563:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693598.903564:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693598.903565:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693598.903565:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693598.903572:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693598.903572:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693598.903573:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693598.903577:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693598.903577:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693598.903579:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693598.903579:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693598.903584:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693598.903587:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693598.903588:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693598.903589:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693598.903589:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693598.903599:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693598.903600:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693598.903605:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693598.903606:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693598.903609:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693598.903609:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693598.903612:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693598.903613:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693598.903617:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693598.903620:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693598.903624:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693598.903628:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693598.903629:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693598.903656:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693599.543487:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693599.543495:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693599.543497:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693599.543502:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693599.543508:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693599.543512:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693599.543515:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693599.543517:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693599.543520:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693599.863512:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298755843, at 4298755904
00000100:00000040:1.0:1790693599.863512:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298755843, at 4298755904
00000100:00000010:1.0:1790693599.863528:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f787e0.
00000100:00000010:0.0:1790693599.863530:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78600.
00000100:00000001:0.0:1790693599.927503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693599.927505:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693599.927507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693599.927511:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693599.927512:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693599.927512:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693599.927515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693599.927516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693599.927522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693599.927522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693599.927524:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693599.927529:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693599.927529:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693599.927529:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693599.927534:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693599.927535:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693599.927535:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693599.927538:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693599.927540:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693599.927541:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693599.927542:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693599.927544:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693599.927545:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693599.927547:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693599.927549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927549:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927555:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927558:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693599.927560:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693599.927561:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693599.927562:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927564:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693599.927565:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927567:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927568:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693599.927572:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693599.927573:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693599.927592:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693599.927594:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693599.927597:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693599.927785:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693599.927788:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693599.927789:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693599.927791:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693599.927794:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693599.927796:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693599.927798:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693599.927800:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693599.927802:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693600.567514:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693600.567521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693600.567524:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693600.567529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693600.567533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693600.567537:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693600.567540:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693600.567542:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693600.567545:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693600.951513:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693600.951513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693600.951520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693600.951522:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693600.951522:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693600.951525:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693600.951527:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693600.951527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693600.951530:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693600.951534:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693600.951535:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693600.951535:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693600.951536:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693600.951536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693600.951540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693600.951541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693600.951542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693600.951542:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693600.951544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693600.951547:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693600.951548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693600.951548:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693600.951550:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693600.951553:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693600.951553:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693600.951553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693600.951553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693600.951557:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693600.951560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693600.951562:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693600.951563:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693600.951564:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693600.951567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693600.951568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693600.951574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693600.951612:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693600.951615:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693600.951618:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693601.591612:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693601.591621:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693601.591623:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693601.591628:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693601.591632:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693601.591636:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693601.591652:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693601.591654:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693601.591656:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693601.975523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693601.975523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693601.975531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693601.975532:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693601.975535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693601.975539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693601.975541:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693601.975543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693601.975547:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693601.975548:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693601.975552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693601.975552:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693601.975558:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693601.975558:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693601.975561:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693601.975562:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693601.975569:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693601.975607:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693601.975610:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693601.975613:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693601.975689:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693601.975692:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693601.975693:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693601.975696:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693601.975698:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693601.975700:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693601.975703:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693601.975704:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693601.975707:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693601.975791:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693601.975794:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693601.975795:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693601.975798:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693601.975799:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693601.975801:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693601.975803:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693601.975804:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693601.975806:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693602.615526:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693602.615535:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693602.615537:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693602.615543:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693602.615547:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693602.615551:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693602.615554:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693602.615557:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693602.615560:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693602.999489:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693602.999490:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693602.999492:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693602.999494:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693602.999497:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693602.999498:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693602.999499:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693602.999501:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693602.999501:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693602.999502:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693602.999503:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693602.999509:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693602.999509:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693602.999510:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693602.999510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693602.999513:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693602.999515:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693602.999516:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693602.999516:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693602.999518:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693602.999519:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693602.999520:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693602.999521:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693602.999521:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693602.999522:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693602.999525:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693602.999526:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693602.999529:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693602.999529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693602.999530:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693602.999533:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693602.999535:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693602.999536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693602.999536:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693602.999540:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693602.999544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693602.999545:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693602.999550:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693602.999552:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693602.999554:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693602.999556:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693603.000634:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693603.000638:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693603.000641:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693603.639493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1790693603.639497:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693603.639503:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1790693603.639505:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693603.639507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.639509:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693603.639513:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:1.0:1790693603.639514:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693603.639520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693603.639528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693603.639531:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693603.639532:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693603.639536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693603.639540:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4087
00000100:00000001:2.0:1790693603.639540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693603.639562:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693603.639568:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693603.639577:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693603.639581:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639583:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.639586:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639588:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693603.639596:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693603.639598:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693603.639600:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693603.639604:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693603.639607:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693603.639609:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693603.639612:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639614:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.639616:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639618:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693603.639621:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693603.639624:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639627:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693603.639630:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693603.639633:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693603.639636:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.639638:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693603.639641:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693603.639650:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ca80.
00000020:00000040:1.0:1790693603.639654:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693603.639657:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693603.639659:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.639661:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693603.639664:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693603.639668:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693603.639675:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693603.639681:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693603.639690:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693603.639699:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693603.639702:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693603.639707:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bce32b5] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693603.639733:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693603.639736:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693603.639739:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693603.639740:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693603.639742:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693603.639745:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693603.639747:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4087
00000400:00000200:1.0:1790693603.639750:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693603.639754:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693603.639756:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693603.639759:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639762:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.639764:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693603.639765:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693603.639767:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693603.639770:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693603.639772:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693603.639774:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1790693603.639775:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693603.639780:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693603.639783:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693603.639784:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693603.639789:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693603.639794:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693603.639801:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1790693603.639804:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693603.639804:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.639808:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693603.639811:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1790693603.639812:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693603.639815:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693603.639816:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693603.639821:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693603.639822:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:2.0:1790693603.639827:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101336320:192.168.204.134@tcp:250:
00000100:00080000:1.0:1790693603.639829:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639836:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.639837:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693603.639839:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693603.639842:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693603.639845:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693603.639846:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693603.639849:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693603.639850:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.639854:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:2.0:1790693603.639856:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
00000008:00100000:1.0:1790693603.639858:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693603.639860:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693603.639863:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.639867:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693603.639871:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:1.0:1790693603.639874:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d180.
00000020:00000040:1.0:1790693603.639877:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693603.639879:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693603.639881:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.639884:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693603.639886:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790693603.639886:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
02000000:00000001:1.0:1790693603.639890:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693603.639894:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
02000000:00000010:1.0:1790693603.639896:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693603.639901:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693603.639903:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336320, portal 25
00000100:00000001:2.0:1790693603.639907:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1790693603.639908:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693603.639909:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912796800 : -115045796754816 : ffff975dd026ca80)
00000100:00000001:1.0:1790693603.639919:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693603.639921:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693603.639924:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4107112] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693603.639933:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693603.639936:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693603.639939:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693603.639940:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693603.639942:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693603.639945:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693603.639947:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4087
00000400:00000200:1.0:1790693603.639951:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693603.639954:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693603.639956:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693603.639959:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639961:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.639963:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639965:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693603.639968:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693603.639969:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693603.639971:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693603.639973:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693603.639975:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693603.639977:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693603.639980:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639984:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.639986:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.639990:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:2.0:1790693603.639991:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693603.639994:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693603.640001:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640004:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693603.640006:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693603.640008:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693603.640010:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.640014:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693603.640016:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:1.0:1790693603.640017:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693603.640022:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693603.640023:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640025:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693603.640028:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000010:1.0:1790693603.640031:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000100:00000200:2.0:1790693603.640034:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101336320, offset 0
00000020:00000040:1.0:1790693603.640035:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693603.640040:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693603.640042:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.640043:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693603.640046:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790693603.640047:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693603.640049:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693603.640055:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000400:00000200:2.0:1790693603.640059:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693603.640060:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693603.640068:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693603.640078:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693603.640086:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693603.640088:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693603.640093:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693603.640096:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693603.640103:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:1.0:1790693603.640105:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693603.640109:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693603.640110:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1790693603.640115:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1790693603.640117:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640118:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693603.640122:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693603.640124:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6862:6862:256:4294967295] 192.168.204.134@tcp LPNI seq info [6857:6857:8:4294967295]
00000100:00000001:1.0:1790693603.640126:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693603.640131:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4087
00000400:00000200:2.0:1790693603.640135:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693603.640440:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693603.640446:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693603.640448:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693603.640451:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640454:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.640455:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640457:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693603.640631:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1790693603.640640:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1790693603.640640:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693603.640645:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000800:00000010:2.0:1790693603.640648:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000020:00000001:1.0:1790693603.640649:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693603.640653:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693603.640657:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000800:00000200:2.0:1790693603.640659:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693603.640661:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000800:00000200:2.0:1790693603.640665:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1790693603.640668:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640673:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.640677:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:2.1:1790693603.640677:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693603.640682:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:2.1:1790693603.640684:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000020:00000040:1.0:1790693603.640686:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693603.640690:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640692:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693603.640694:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693603.640697:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693603.640701:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790693603.640702:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640705:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:2.0:1790693603.640707:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000008:00100000:1.0:1790693603.640709:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693603.640713:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.640714:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693603.640715:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1790693603.640719:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000400:00000200:2.0:1790693603.640724:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1790693603.640725:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693603.640730:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693603.640731:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.640733:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693603.640733:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
02000000:00000001:1.0:1790693603.640736:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790693603.640738:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
02000000:00000001:1.0:1790693603.640740:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693603.640745:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693603.640750:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693603.640755:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693603.640763:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693603.640764:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693603.640768:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693603.640775:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693603.640778:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693603.640780:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693603.640782:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693603.640783:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693603.640786:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693603.640788:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4087
00000400:00000200:1.0:1790693603.640792:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693603.640795:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693603.640797:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693603.640799:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640801:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.640803:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640805:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693603.640808:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693603.640809:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693603.640811:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693603.640813:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693603.640814:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693603.640817:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693603.640819:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640821:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693603.640823:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640825:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693603.640827:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693603.640830:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693603.640832:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693603.640834:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693603.640837:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693603.640839:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.640840:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693603.640842:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693603.640845:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.640847:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693603.640850:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000020:00000040:1.0:1790693603.640852:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693603.640855:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693603.640856:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693603.640858:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693603.640859:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693603.640861:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693603.640866:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693603.640868:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693603.640872:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693603.640879:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693603.640881:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693603.640884:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693603.640891:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693603.640896:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4097)
00000100:00000001:2.0:1790693603.641260:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693603.641268:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641278:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.641281:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641288:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.641290:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693603.641298:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693603.641302:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693603.641305:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298760963
00000100:00000010:2.0:1790693603.641310:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b4e0.
00000100:00000001:2.0:1790693603.641316:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693603.641322:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298760963
00000100:00000010:2.0:1790693603.641325:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bae0.
00000100:00000001:2.0:1790693603.641328:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693603.641331:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693603.641334:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.641336:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693603.641341:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693603/real 1790693603]  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693603.641351:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693603.641353:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693603.641355:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693603.641359:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693603.641361:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693603.641363:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693603.641367:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693603.641375:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641381:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693603.641383:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641385:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.641387:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693603.641392:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641416:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693603.641421:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641429:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693603.641431:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641433:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.641435:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641437:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693603.641439:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693603.641442:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693603.641446:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693603.641449:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693603.641453:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693603.641473:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101336320:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693603.641478:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641480:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.641483:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ca80 x1877674101336320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641488:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693603.641491:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693603.641494:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693603.641497:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693603.641499:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693603.641501:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693603.641503:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693603.641505:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:2.0:1790693603.641508:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693603.641510:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693603.641512:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ca80.
00000100:00000001:2.0:1790693603.641514:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693603.641515:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641517:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641524:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693603.641526:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.641528:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693603.641529:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693603.641530:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693603.641534:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641541:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693603.641543:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.641555:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693603.641558:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693603.641560:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693603.641563:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336448:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693603.641566:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693603.641569:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693603.641570:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.641572:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693603.641576:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693603.641578:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693603.641582:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693603.641584:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693603.641588:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693603.641591:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336448, portal 10
00000100:00000001:2.0:1790693603.641594:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693603.641595:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912798592 : -115045796753024 : ffff975dd026d180)
00000100:00000040:2.0:1790693603.641602:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641620:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693603.641623:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693603.641625:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693603.641628:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101336448, offset 0
00000400:00000200:2.0:1790693603.641633:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693603.641637:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.641642:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693603.641645:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693603.641647:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693603.641650:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693603.641652:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693603.641655:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6863:6863:256:4294967295] 192.168.204.134@tcp LPNI seq info [6858:6858:8:4294967295]
00000400:00000200:2.0:1790693603.641660:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.641666:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693603.641672:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.641675:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693603.641679:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693603.641682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693603.641687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693603.641690:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790693603.641694:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.641696:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693603.641699:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693603.641702:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693603.641705:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693603.641707:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693603.641709:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693603.641713:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641721:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.641724:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641730:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.641732:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693603.641734:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693603.641738:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693603.641741:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693603.641743:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298759700
00000100:00000001:2.0:1790693603.641745:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.641748:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298759700
00000100:00000001:2.0:1790693603.641750:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.641752:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693603.641754:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.641756:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693603.641760:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693603/real 1790693603]  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693603.641774:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693603.641776:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693603.641777:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693603.641780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693603.641781:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693603.641783:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693603.641787:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693603.641795:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641802:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693603.641803:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641805:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.641807:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693603.641811:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641817:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693603.641821:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641828:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693603.641830:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641832:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.641833:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.641835:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693603.641837:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693603.641840:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693603.641843:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693603.641845:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693603.641850:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693603.641857:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336448:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693603.641861:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693603.641864:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641871:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693603.641872:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.641874:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693603.641876:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693603.641878:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693603.641886:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336576:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693603.641890:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693603.641892:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693603.641894:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.641895:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693603.641899:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693603.641900:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693603.641903:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693603.641906:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693603.641909:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693603.641971:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336576, portal 10
00000100:00000001:2.0:1790693603.641974:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693603.641976:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:2.0:1790693603.641983:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.641989:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693603.641991:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693603.641994:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693603.641997:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101336576, offset 0
00000400:00000200:2.0:1790693603.642001:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693603.642005:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.642008:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693603.642011:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693603.642013:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693603.642015:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693603.642017:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693603.642020:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6864:6864:256:4294967295] 192.168.204.134@tcp LPNI seq info [6859:6859:8:4294967295]
00000400:00000200:2.0:1790693603.642024:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.642030:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693603.642034:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.642038:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693603.642041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693603.642043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693603.642047:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693603.642050:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790693603.642054:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.642055:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693603.642058:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693603.642062:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693603.642064:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693603.642066:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693603.642069:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693603.642072:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642080:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.642083:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642089:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.642090:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693603.642094:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693603.642096:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693603.642099:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693603.642101:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298759706
00000100:00000001:2.0:1790693603.642104:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.642106:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298759706
00000100:00000001:2.0:1790693603.642108:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.642110:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693603.642112:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.642114:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693603.642118:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693603/real 1790693603]  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693603.642125:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693603.642127:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693603.642128:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693603.642131:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693603.642133:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693603.642135:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693603.642138:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693603.642147:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642153:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693603.642154:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642156:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.642157:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693603.642161:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642168:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693603.642172:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642178:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693603.642181:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642183:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.642184:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642186:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693603.642188:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693603.642190:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693603.642193:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693603.642195:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693603.642198:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693603.642206:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336576:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693603.642209:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693603.642212:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642218:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693603.642219:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.642221:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693603.642222:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693603.642224:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693603.642227:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336704:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693603.642230:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693603.642231:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693603.642233:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.642234:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693603.642237:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693603.642239:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693603.642243:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693603.642245:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693603.642249:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693603.642252:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336704, portal 4
00000100:00000001:2.0:1790693603.642253:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693603.642255:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:2.0:1790693603.642260:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642267:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693603.642269:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693603.642271:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693603.642273:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101336704, offset 0
00000400:00000200:2.0:1790693603.642277:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693603.642281:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.642284:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693603.642287:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693603.642289:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693603.642291:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693603.642294:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693603.642297:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6865:6865:256:4294967295] 192.168.204.134@tcp LPNI seq info [6860:6860:8:4294967295]
00000400:00000200:2.0:1790693603.642301:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.642306:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693603.642311:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.642314:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693603.642317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693603.642320:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693603.642324:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693603.642327:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790693603.642331:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.642333:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693603.642335:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693603.642339:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693603.642342:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693603.642343:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693603.642346:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693603.642350:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642357:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.642360:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642367:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.642368:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693603.642371:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693603.642374:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693603.642377:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693603.642379:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298759700
00000100:00000001:2.0:1790693603.642382:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.642384:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298759700
00000100:00000001:2.0:1790693603.642386:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.642388:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693603.642390:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.642391:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693603.642395:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693603/real 1790693603]  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693603.642421:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693603.642422:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693603.642424:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693603.642427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693603.642429:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693603.642431:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693603.642435:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693603.642443:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642449:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693603.642451:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642453:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.642454:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693603.642458:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642465:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693603.642469:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642476:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693603.642479:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642481:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.642482:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642484:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693603.642485:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693603.642488:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693603.642492:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693603.642494:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693603.642498:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693603.642505:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336704:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693603.642509:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693603.642512:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642518:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693603.642520:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.642522:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693603.642523:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693603.642525:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693603.642528:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336832:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693603.642531:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693603.642533:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693603.642535:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693603.642537:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693603.642540:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693603.642542:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693603.642558:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693603.642561:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693603.642564:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693603.642567:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336832, portal 4
00000100:00000001:2.0:1790693603.642569:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693603.642570:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:2.0:1790693603.642576:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642581:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693603.642583:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693603.642585:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693603.642587:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101336832, offset 0
00000400:00000200:2.0:1790693603.642591:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693603.642594:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.642597:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693603.642600:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693603.642602:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693603.642604:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693603.642607:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693603.642609:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6866:6866:256:4294967295] 192.168.204.134@tcp LPNI seq info [6861:6861:8:4294967295]
00000400:00000200:2.0:1790693603.642613:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693603.642619:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693603.642624:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.642626:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693603.642630:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693603.642633:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693603.642636:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693603.642639:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790693603.642642:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693603.642644:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693603.642647:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693603.642651:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693603.642654:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693603.642656:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693603.642658:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693603.642661:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642669:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.642672:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642678:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.642680:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693603.642682:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693603.642685:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693603.642688:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693603.642690:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298759706
00000100:00000001:2.0:1790693603.642692:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.642695:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298759706
00000100:00000001:2.0:1790693603.642697:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298760963
00000100:00000001:2.0:1790693603.642699:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693603.642701:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.642702:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693603.642706:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693603/real 1790693603]  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693603.642713:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693603.642715:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693603.642716:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693603.642718:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693603.642720:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693603.642722:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693603.642725:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693603.642734:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642741:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693603.642743:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642744:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.642746:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693603.642749:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642756:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693603.642760:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642766:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693603.642769:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642770:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693603.642772:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642773:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693603.642775:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693603.642777:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693603.642781:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693603.642783:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693603.642786:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693603.642792:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101336832:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693603.642796:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642798:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.642800:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d180 x1877674101336448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642812:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693603.642813:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693603.642815:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693603.642817:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693603.642819:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693603.642820:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693603.642822:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693603.642824:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:2.0:1790693603.642827:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693603.642828:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693603.642830:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d180.
00000100:00000001:2.0:1790693603.642832:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693603.642833:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642835:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.642838:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101336576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642845:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693603.642846:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693603.642848:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693603.642850:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693603.642851:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693603.642852:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693603.642854:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693603.642856:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:2.0:1790693603.642858:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693603.642859:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693603.642860:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:2.0:1790693603.642862:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693603.642863:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642865:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.642868:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101336704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642873:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693603.642875:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693603.642876:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693603.642879:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693603.642880:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693603.642881:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693603.642883:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693603.642884:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:2.0:1790693603.642886:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693603.642887:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693603.642888:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:2.0:1790693603.642890:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693603.642891:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642893:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693603.642896:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101336832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693603.642901:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693603.642902:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693603.642904:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693603.642905:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693603.642906:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693603.642907:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693603.642909:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693603.642910:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:2.0:1790693603.642975:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693603.642977:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693603.642979:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:2.0:1790693603.642981:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693603.642982:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642985:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693603.642989:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693603.642990:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693603.642992:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693603.642993:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693604.023532:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693604.023550:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693604.023551:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693604.023553:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693604.023556:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693604.023560:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693604.023563:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693604.023565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693604.023566:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693604.023571:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693604.023573:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693604.023575:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693604.023578:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693604.023579:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693604.023584:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693604.023585:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693604.023587:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693604.023616:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1790693604.023616:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693604.023620:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693604.023622:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693604.023625:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693604.023626:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1790693604.023630:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693604.023634:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693604.023637:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693604.023640:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693604.023642:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693604.023644:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693604.023651:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693604.023655:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693604.023657:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693604.023661:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693604.023664:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693604.023666:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693604.023668:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693604.023670:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693604.023672:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693604.663491:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693604.663499:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693604.663501:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693604.663506:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693604.663510:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693604.663514:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693604.663517:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693604.663520:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693604.663522:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693604.983517:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298760963, at 4298761024
00000100:00000010:0.0:1790693604.983543:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b4e0.
00000100:00000040:1.0:1790693604.983793:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298760963, at 4298761024
00000100:00000010:1.0:1790693604.983800:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bae0.
00000100:00000001:1.0:1790693605.047474:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693605.047481:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693605.047483:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693605.047488:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693605.047491:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693605.047495:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693605.047497:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693605.047500:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693605.047503:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693605.047644:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693605.047647:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693605.047648:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693605.047650:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693605.047653:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693605.047655:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693605.047657:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693605.047659:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693605.047661:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693605.047730:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693605.047733:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693605.047735:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693605.047738:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693605.047740:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693605.047742:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693605.047744:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693605.047745:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693605.047747:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693605.048661:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693605.048665:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693605.048669:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693605.048670:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693605.048673:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693605.048674:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693605.048677:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693605.048679:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693605.048749:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693605.048752:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693605.048755:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693605.687679:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693605.687685:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693605.687687:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693605.687690:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693605.687693:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693605.687696:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693605.687697:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693605.687699:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693605.687701:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693606.071532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693606.071539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693606.071544:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693606.071547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693606.071550:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693606.071550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693606.071554:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693606.071556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693606.071558:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693606.071559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693606.071565:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693606.071566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693606.071569:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693606.071569:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693606.071574:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693606.071577:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693606.071580:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693606.071580:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693606.071586:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693606.071589:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693606.071592:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693606.071595:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693606.071598:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693606.071600:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693606.071603:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693606.071603:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693606.071608:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693606.071611:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693606.071612:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693606.071617:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693606.071622:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693606.071623:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693606.071626:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693606.071629:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693606.071632:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693606.071635:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693606.071637:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693606.071640:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693606.711589:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693606.711601:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693606.711603:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693606.711610:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693606.711614:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693606.711618:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693606.711621:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693606.711624:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693606.711628:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693607.095528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693607.095530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693607.095535:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693607.095536:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693607.095538:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693607.095539:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693607.095542:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693607.095546:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:1.0:1790693607.095547:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693607.095548:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693607.095552:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693607.095554:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693607.095555:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693607.095559:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693607.095560:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693607.095561:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693607.095565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693607.095569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693607.095571:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693607.095572:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693607.095575:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693607.095581:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693607.095582:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693607.095725:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693607.095730:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693607.095733:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00010000:2.0:1790693607.095734:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693607.095736:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693607.095738:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693607.095740:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693607.095742:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693607.095744:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693607.095745:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693607.095746:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693607.095747:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693607.095816:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693607.095818:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693607.095819:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693607.095821:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693607.095822:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693607.095823:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693607.095825:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693607.095826:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693607.095827:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693607.735506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693607.735514:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693607.735516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693607.735521:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693607.735525:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693607.735528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693607.735531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693607.735533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693607.735535:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693608.119555:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693608.119562:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693608.119564:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693608.119570:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693608.119575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693608.119577:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693608.119579:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693608.119586:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693608.119587:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693608.119593:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693608.119593:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693608.119599:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693608.119612:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693608.119620:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693608.119625:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693608.119629:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693608.119632:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693608.119635:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.120053:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693608.120057:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693608.120058:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693608.120061:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693608.120064:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693608.120065:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.120067:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693608.120069:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.120071:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693608.120093:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693608.120096:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693608.120101:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693608.120102:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693608.120121:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693608.120122:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693608.120126:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693608.120128:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693608.120147:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693608.120150:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693608.120153:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693608.759565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693608.759576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693608.759579:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693608.759584:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693608.759588:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693608.759594:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4092
00000400:00000200:2.0:1790693608.759600:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693608.759605:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1790693608.759606:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693608.759610:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693608.759619:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693608.759619:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693608.759630:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.759631:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693608.759637:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759640:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693608.759643:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000020:00000001:2.0:1790693608.759647:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693608.759649:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000100:00000001:3.0:1790693608.759650:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693608.759651:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693608.759656:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000100:00000001:3.0:1790693608.759656:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693608.759658:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693608.759663:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000001:3.0:1790693608.759665:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790693608.759669:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759673:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693608.759673:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693608.759678:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759681:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693608.759681:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693608.759689:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693608.759693:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759695:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693608.759698:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693608.759700:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693608.759701:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.759703:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693608.759705:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693608.759712:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693608.759714:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693608.759717:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693608.759719:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.759721:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693608.759723:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693608.759726:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693608.759732:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693608.759737:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693608.759743:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693608.759750:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693608.759752:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693608.759755:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693608.759772:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693608.759774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693608.759777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693608.759778:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693608.759779:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693608.759781:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693608.759782:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4092
00000400:00000200:2.0:1790693608.759784:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693608.759786:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693608.759788:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693608.759789:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759791:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693608.759792:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759793:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693608.759795:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693608.759795:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693608.759796:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693608.759798:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693608.759800:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693608.759801:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693608.759804:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759805:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693608.759809:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759811:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693608.759812:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693608.759814:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759816:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693608.759817:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693608.759821:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1790693608.759822:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693608.759827:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.759829:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693608.759832:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1790693608.759833:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693608.759838:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.759839:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693608.759840:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693608.759845:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693608.759847:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693608.759848:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693608.759850:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.759853:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1790693608.759854:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693608.759855:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693608.759860:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693608.759868:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693608.759872:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693608.759876:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693608.759880:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693608.759882:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693608.759884:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693608.759894:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693608.759896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693608.759899:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693608.759900:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693608.759902:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693608.759904:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693608.759906:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4092
00000400:00000200:2.0:1790693608.759910:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693608.759912:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693608.759914:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693608.759917:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759919:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693608.759922:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759927:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693608.759933:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693608.759934:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1790693608.759935:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000100:00000001:3.0:1790693608.759938:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693608.759939:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693608.759942:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
02000000:00000001:3.0:1790693608.759945:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693608.759946:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693608.759950:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
02000000:00000001:3.0:1790693608.759950:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693608.759955:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693608.759958:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759963:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1790693608.759964:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101336960:192.168.204.134@tcp:250:
00000100:00000040:2.0:1790693608.759968:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693608.759971:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693608.759972:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693608.759977:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693608.759980:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693608.759982:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693608.759984:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693608.759985:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693608.759987:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693608.759989:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693608.759991:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.759994:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693608.759995:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693608.759998:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693608.760001:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693608.760001:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693608.760006:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760007:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693608.760013:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000400:00000200:3.0:1790693608.760016:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:2.0:1790693608.760018:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693608.760022:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1790693608.760022:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
02000000:00000001:2.0:1790693608.760025:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760028:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693608.760030:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1790693608.760031:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
02000000:00000001:2.0:1790693608.760033:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693608.760038:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000200:3.0:1790693608.760039:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101336960, portal 25
00000100:00000001:2.0:1790693608.760043:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693608.760049:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693608.760058:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693608.760059:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693608.760062:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000001:2.0:1790693608.760063:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693608.760070:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693608.760073:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693608.760094:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760095:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693608.760099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693608.760101:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693608.760106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:3.0:1790693608.760107:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693608.760108:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693608.760112:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1790693608.760113:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101336960, offset 0
00000100:00000001:2.0:1790693608.760116:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693608.760122:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4092
00000400:00000200:3.0:1790693608.760124:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693608.760130:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693608.760133:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693608.760135:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693608.760138:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693608.760140:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760143:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693608.760144:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760146:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693608.760148:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693608.760154:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693608.760158:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693608.760161:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693608.760164:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693608.760168:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6867:6867:256:4294967295] 192.168.204.134@tcp LPNI seq info [6862:6862:8:4294967295]
00000400:00000200:3.0:1790693608.760172:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693608.760176:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693608.760178:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693608.760181:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693608.760183:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693608.760187:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:3.0:1790693608.760188:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1790693608.760189:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693608.760195:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760197:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693608.760200:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760202:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693608.760202:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:2.0:1790693608.760206:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693608.760209:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760211:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693608.760211:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
02000000:00000001:2.0:1790693608.760213:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693608.760216:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693608.760218:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760221:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:3.0:1790693608.760222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000008:00100000:2.0:1790693608.760223:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693608.760227:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760229:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693608.760229:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000100:00000010:2.0:1790693608.760232:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693608.760235:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693608.760238:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1790693608.760239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:2.0:1790693608.760240:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760243:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693608.760245:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1790693608.760246:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1790693608.760247:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693608.760252:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000800:00000100:3.0:1790693608.760255:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760259:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693608.760260:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00100000:2.0:1790693608.760268:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693608.760269:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693608.760279:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693608.760282:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693608.760286:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1790693608.760289:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693608.760294:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693608.760298:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693608.760299:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693608.760303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693608.760304:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:2.0:1790693608.760307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693608.760310:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1790693608.760312:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693608.760313:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693608.760318:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693608.760323:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4092
00000400:00000200:2.0:1790693608.760330:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693608.760330:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1790693608.760335:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693608.760339:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693608.760339:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693608.760346:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760351:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693608.760355:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693608.760355:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760359:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693608.760360:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693608.760365:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693608.760367:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:3.0:1790693608.760367:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693608.760370:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693608.760373:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000400:00000200:3.0:1790693608.760375:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:2.0:1790693608.760377:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693608.760380:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298766082
00000020:00000001:2.0:1790693608.760381:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693608.760387:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760389:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1790693608.760389:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78360.
00000100:00000040:2.0:1790693608.760393:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760418:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693608.760422:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693608.760425:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693608.760427:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693608.760429:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693608.760432:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693608.760434:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760436:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693608.760436:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000008:00100000:2.0:1790693608.760439:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693608.760443:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760445:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760446:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298766083
00000100:00000010:2.0:1790693608.760465:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000100:00000010:3.0:1790693608.760465:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78b40.
00000020:00000040:2.0:1790693608.760470:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693608.760472:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1790693608.760474:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693608.760476:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693608.760477:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760480:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693608.760481:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693608.760484:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790693608.760485:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693608.760488:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693608.760491:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693608/real 1790693608]  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693608.760494:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693608.760500:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1790693608.760508:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:2.0:1790693608.760509:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1790693608.760512:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693608.760515:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693608.760520:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000100:00000001:2.0:1790693608.760523:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1790693608.760524:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:2.0:1790693608.760526:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760529:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:2.0:1790693608.760531:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693608.760536:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693608.760539:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693608.760545:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4102)
00000100:00000200:3.0:1790693608.760549:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760558:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693608.760560:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760563:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.760564:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693608.760568:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760575:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693608.760581:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760589:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693608.760592:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760593:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.760594:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760597:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693608.760598:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693608.760601:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693608.760605:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693608.760608:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693608.760611:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693608.760620:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101336960:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693608.760624:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760626:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.760629:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101336960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760636:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693608.760638:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693608.760641:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693608.760644:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693608.760646:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693608.760648:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693608.760650:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693608.760651:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693608.760654:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693608.760655:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693608.760657:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:3.0:1790693608.760659:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693608.760660:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760661:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760666:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693608.760668:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760669:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693608.760671:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693608.760672:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693608.760675:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760679:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693608.760680:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.760681:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693608.760682:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693608.760684:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693608.760685:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337088:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693608.760687:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693608.760689:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693608.760690:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.760691:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693608.760693:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693608.760694:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693608.760697:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693608.760699:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693608.760702:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693608.760704:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337088, portal 10
00000100:00000001:3.0:1790693608.760705:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693608.760706:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:3.0:1790693608.760711:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760715:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693608.760716:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693608.760718:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693608.760719:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101337088, offset 0
00000400:00000200:3.0:1790693608.760722:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693608.760724:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.760726:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693608.760728:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693608.760730:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693608.760732:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693608.760733:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693608.760735:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6868:6868:256:4294967295] 192.168.204.134@tcp LPNI seq info [6863:6863:8:4294967295]
00000400:00000200:3.0:1790693608.760738:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.760742:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693608.760744:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.760746:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693608.760749:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693608.760750:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693608.760753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693608.760755:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693608.760757:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.760759:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693608.760761:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693608.760763:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693608.760764:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693608.760766:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693608.760767:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693608.760769:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760786:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.760790:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760796:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760797:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693608.760800:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693608.760803:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693608.760806:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693608.760808:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298764819
00000100:00000001:3.0:1790693608.760811:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298766082
00000100:00000001:3.0:1790693608.760813:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298764819
00000100:00000001:3.0:1790693608.760815:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298766083
00000100:00000001:3.0:1790693608.760817:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693608.760819:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.760820:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693608.760824:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693608/real 1790693608]  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693608.760831:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693608.760844:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693608.760846:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693608.760849:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693608.760850:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693608.760853:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693608.760856:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693608.760864:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760870:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693608.760871:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760873:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.760874:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693608.760877:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760884:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693608.760888:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760899:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693608.760901:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760902:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.760903:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.760904:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693608.760906:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693608.760907:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693608.760909:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693608.760911:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693608.760913:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693608.760917:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337088:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693608.760919:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693608.760921:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760925:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693608.760926:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.760927:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693608.760928:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693608.760929:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693608.760931:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337216:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693608.760933:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693608.760934:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693608.760935:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.760936:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693608.760939:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693608.760940:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693608.760942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693608.760943:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693608.760945:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693608.760948:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337216, portal 10
00000100:00000001:3.0:1790693608.760949:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693608.760950:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:3.0:1790693608.760953:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.760957:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693608.760959:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693608.760960:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693608.760961:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101337216, offset 0
00000400:00000200:3.0:1790693608.760963:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693608.760966:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.760968:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693608.760971:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693608.760973:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693608.760975:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693608.760977:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693608.760980:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6869:6869:256:4294967295] 192.168.204.134@tcp LPNI seq info [6864:6864:8:4294967295]
00000400:00000200:3.0:1790693608.760984:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.760989:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693608.760994:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.760997:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693608.761001:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693608.761004:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693608.761008:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693608.761010:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693608.761014:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.761016:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693608.761019:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693608.761021:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693608.761023:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693608.761024:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693608.761026:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693608.761028:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761033:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.761035:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761038:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.761039:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693608.761041:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693608.761043:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693608.761045:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693608.761047:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298764825
00000100:00000001:3.0:1790693608.761048:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298766082
00000100:00000001:3.0:1790693608.761049:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298764825
00000100:00000001:3.0:1790693608.761051:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298766083
00000100:00000001:3.0:1790693608.761052:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693608.761053:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.761054:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693608.761056:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693608/real 1790693608]  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693608.761061:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693608.761061:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693608.761062:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693608.761064:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693608.761065:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693608.761066:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693608.761068:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693608.761072:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761079:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693608.761080:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761082:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.761082:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693608.761084:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761088:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693608.761090:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761093:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693608.761095:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761095:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.761096:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761097:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693608.761098:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693608.761099:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693608.761101:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693608.761102:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693608.761104:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693608.761108:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337216:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693608.761110:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693608.761112:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761116:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693608.761117:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.761118:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693608.761119:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693608.761121:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693608.761122:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337344:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693608.761124:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693608.761125:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693608.761126:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.761127:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693608.761129:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693608.761130:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693608.761132:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693608.761134:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693608.761136:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693608.761137:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337344, portal 4
00000100:00000001:3.0:1790693608.761139:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693608.761139:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693608.761143:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761146:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693608.761148:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693608.761149:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693608.761150:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101337344, offset 0
00000400:00000200:3.0:1790693608.761152:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693608.761154:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.761156:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693608.761158:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693608.761159:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693608.761161:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693608.761162:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693608.761164:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6870:6870:256:4294967295] 192.168.204.134@tcp LPNI seq info [6865:6865:8:4294967295]
00000400:00000200:3.0:1790693608.761166:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.761170:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693608.761173:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.761175:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693608.761177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693608.761179:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693608.761182:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693608.761185:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693608.761188:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.761190:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693608.761193:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693608.761196:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693608.761199:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693608.761200:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693608.761202:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693608.761206:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761213:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.761216:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761223:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.761224:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693608.761227:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693608.761230:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693608.761233:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693608.761235:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298764819
00000100:00000001:3.0:1790693608.761237:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298766082
00000100:00000001:3.0:1790693608.761239:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298764819
00000100:00000001:3.0:1790693608.761241:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298766083
00000100:00000001:3.0:1790693608.761243:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693608.761245:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.761246:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693608.761250:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693608/real 1790693608]  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693608.761264:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693608.761265:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693608.761266:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693608.761269:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693608.761271:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693608.761273:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693608.761276:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693608.761283:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761289:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693608.761290:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761292:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.761293:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693608.761297:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761303:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693608.761307:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761314:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693608.761316:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761318:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.761319:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761321:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693608.761322:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693608.761325:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693608.761328:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693608.761330:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693608.761334:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693608.761341:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337344:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693608.761345:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693608.761347:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761353:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693608.761354:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.761356:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693608.761358:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693608.761360:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693608.761362:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337472:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693608.761365:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693608.761367:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693608.761368:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693608.761370:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693608.761373:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693608.761375:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693608.761378:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693608.761381:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693608.761384:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693608.761387:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337472, portal 4
00000100:00000001:3.0:1790693608.761388:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693608.761390:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693608.761395:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761422:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693608.761424:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693608.761427:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693608.761429:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101337472, offset 0
00000400:00000200:3.0:1790693608.761433:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693608.761437:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.761441:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693608.761443:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693608.761446:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693608.761458:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693608.761460:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693608.761463:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6871:6871:256:4294967295] 192.168.204.134@tcp LPNI seq info [6866:6866:8:4294967295]
00000400:00000200:3.0:1790693608.761467:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693608.761473:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693608.761477:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.761481:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693608.761485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693608.761487:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693608.761491:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693608.761493:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693608.761497:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693608.761499:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693608.761501:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693608.761504:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693608.761507:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693608.761508:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693608.761511:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693608.761514:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761521:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.761524:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761530:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.761532:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693608.761535:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693608.761537:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693608.761540:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693608.761542:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298764825
00000100:00000001:3.0:1790693608.761545:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298766082
00000100:00000001:3.0:1790693608.761547:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298764825
00000100:00000001:3.0:1790693608.761548:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298766083
00000100:00000001:3.0:1790693608.761551:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693608.761552:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.761554:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693608.761558:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693608/real 1790693608]  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693608.761565:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693608.761567:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693608.761569:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693608.761571:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693608.761572:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693608.761574:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693608.761578:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693608.761585:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761591:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693608.761593:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761594:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.761595:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693608.761599:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761605:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693608.761608:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761615:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693608.761617:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761619:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693608.761620:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761622:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693608.761623:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693608.761626:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693608.761629:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693608.761631:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693608.761635:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693608.761641:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337472:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693608.761644:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761646:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.761649:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101337088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761655:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693608.761657:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693608.761659:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693608.761661:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693608.761663:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693608.761664:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693608.761666:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693608.761668:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:3.0:1790693608.761672:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693608.761673:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693608.761674:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693608.761677:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693608.761678:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761679:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.761682:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101337216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761688:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693608.761690:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693608.761691:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693608.761694:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693608.761696:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693608.761697:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693608.761699:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693608.761700:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693608.761702:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693608.761703:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693608.761704:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:3.0:1790693608.761707:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693608.761708:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761710:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.761713:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101337344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761719:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693608.761720:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693608.761721:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693608.761723:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693608.761724:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693608.761726:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693608.761727:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693608.761729:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693608.761731:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693608.761732:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693608.761733:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693608.761735:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693608.761736:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761738:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693608.761741:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101337472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693608.761746:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693608.761747:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693608.761749:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693608.761751:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693608.761752:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693608.761753:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693608.761755:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693608.761756:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693608.761758:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693608.761759:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693608.761760:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693608.761762:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693608.761763:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761765:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693608.761769:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693608.761770:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693608.761772:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693608.761774:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693609.143559:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693609.143566:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693609.143567:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693609.143572:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693609.143575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693609.143578:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693609.143581:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693609.143583:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693609.143585:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693609.143587:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693609.143591:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693609.143597:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693609.143598:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693609.143602:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693609.143604:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693609.143609:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693609.143610:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693609.143693:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693609.143697:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693609.143698:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693609.143702:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693609.143704:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693609.143707:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693609.143709:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693609.143711:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693609.143714:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693609.143723:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693609.143727:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693609.143729:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693609.143776:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693609.143779:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693609.143781:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693609.143783:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693609.143785:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693609.143787:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693609.143789:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693609.143791:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693609.143792:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693609.783507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693609.783514:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693609.783517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693609.783522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693609.783527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693609.783530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693609.783533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693609.783536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693609.783539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693610.103577:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298766083, at 4298766144
00000100:00000010:1.0:1790693610.103592:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78b40.
00000100:00000040:0.0:1790693610.103637:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298766082, at 4298766144
00000100:00000010:0.0:1790693610.103681:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78360.
00000100:00000001:0.0:1790693610.167530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693610.167530:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693610.167537:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693610.167538:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693610.167538:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693610.167543:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693610.167544:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693610.167544:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693610.167547:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693610.167552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:3.0:1790693610.167552:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693610.167560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693610.167560:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693610.167564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693610.167566:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693610.167566:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693610.167569:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693610.167574:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693610.167574:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693610.167578:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693610.167579:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693610.167582:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693610.167584:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693610.167586:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167613:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693610.167616:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167622:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693610.167625:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693610.167628:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693610.167631:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167634:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693610.167636:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167639:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167642:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167646:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693610.167648:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693610.167649:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693610.167651:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167653:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693610.167655:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167656:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167658:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693610.167662:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693610.167663:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693610.167680:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693610.167683:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693610.167686:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693610.168094:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693610.168097:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693610.168099:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693610.807504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693610.807510:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693610.807512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693610.807516:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693610.807519:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693610.807522:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693610.807524:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693610.807526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693610.807529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693611.191548:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693611.191557:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693611.191559:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693611.191564:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693611.191568:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693611.191571:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693611.191574:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693611.191577:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693611.191581:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693611.191674:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693611.191678:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693611.191680:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693611.191683:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693611.191685:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693611.191691:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693611.191694:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693611.191695:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693611.191698:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693611.191822:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693611.191826:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693611.191830:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693611.191831:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693611.191834:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693611.191835:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693611.191838:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693611.191839:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693611.191882:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693611.191886:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693611.191889:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693611.191910:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693611.191914:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693611.191915:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693611.191918:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693611.191920:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693611.191923:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693611.191925:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693611.191926:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693611.191928:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693611.831509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693611.831518:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693611.831520:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693611.831525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693611.831529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693611.831532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693611.831536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693611.831538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693611.831541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693612.215575:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693612.215583:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693612.215585:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693612.215586:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693612.215593:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693612.215594:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693612.215603:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693612.215607:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693612.215608:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693612.215611:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693612.215613:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693612.215618:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693612.215620:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693612.215623:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693612.215624:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693612.215633:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693612.215635:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693612.215667:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693612.215672:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693612.215676:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693612.215703:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693612.215710:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693612.215711:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693612.215714:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693612.215716:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693612.215719:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693612.215721:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693612.215722:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693612.215724:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693612.216487:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693612.216492:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693612.216494:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693612.216497:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693612.216501:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693612.216504:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693612.216508:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693612.216510:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693612.216513:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693612.855944:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693612.855951:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693612.855953:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693612.855958:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693612.855961:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693612.855965:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693612.855968:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693612.855970:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693612.855973:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.239511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693613.239515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693613.239524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693613.239524:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693613.239527:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.239528:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693613.239535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693613.239536:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693613.239543:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693613.239543:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693613.239549:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693613.239550:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.239553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693613.239556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.239560:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693613.239562:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693613.239566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693613.239569:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693613.239591:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693613.239595:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693613.239602:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693613.239603:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693613.239608:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693613.239610:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693613.239614:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693613.239617:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693613.239620:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693613.239625:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693613.239629:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693613.239633:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693613.239635:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693613.239637:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693613.239804:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693613.239808:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693613.239811:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693613.239873:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693613.239881:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693613.239883:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693613.239888:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693613.239892:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693613.239896:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693613.239898:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693613.239901:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693613.239904:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693613.879506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693613.879518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693613.879521:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693613.879525:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693613.879530:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693613.879537:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4097
00000400:00000200:2.0:1790693613.879547:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693613.879553:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693613.879556:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693613.879559:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.879563:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693613.879565:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.879568:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693613.879587:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693613.879590:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693613.879593:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693613.879596:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693613.879599:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693613.879601:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693613.879604:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.879607:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693613.879608:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.879611:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693613.879614:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693613.879617:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693613.879619:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693613.879622:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693613.879626:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693613.879629:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.879631:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693613.879634:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693613.879642:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693613.879646:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693613.879649:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693613.879651:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.879654:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693613.879656:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693613.879660:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693613.879669:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121400.
00000100:00000001:2.0:1790693613.879675:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693613.879684:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693613.879693:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693613.879696:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693613.879701:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693613.879720:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693613.879723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693613.879727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693613.879728:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693613.879730:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693613.879733:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693613.879736:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4097
00000400:00000200:2.0:1790693613.879741:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693613.879744:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1790693613.879745:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693613.879750:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693613.879751:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693613.879755:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693613.879755:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693613.879760:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693613.879765:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693613.879765:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693613.879770:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693613.879776:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693613.879778:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:3.0:1790693613.879781:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1790693613.879782:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693613.879784:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693613.879786:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
02000000:00000001:3.0:1790693613.879789:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693613.879791:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693613.879793:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1790693613.879796:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693613.879797:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693613.879804:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693613.879805:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101337600:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693613.879811:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693613.879813:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1790693613.879816:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693613.879818:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693613.879820:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693613.879821:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693613.879827:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693613.879828:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1790693613.879833:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000010:3.0:1790693613.879835:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000100:00000001:2.0:1790693613.879836:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693613.879840:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693613.879840:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693613.879849:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693613.879849:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693613.879854:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693613.879855:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:2.0:1790693613.879858:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:3.0:1790693613.879863:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000008:00100000:2.0:1790693613.879864:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693613.879869:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.879872:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693613.879872:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337600, portal 25
00000100:00000001:3.0:1790693613.879877:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1790693613.879880:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000100:00000001:3.0:1790693613.879880:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000020:00000040:2.0:1790693613.879886:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000040:3.0:1790693613.879890:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693613.879891:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693613.879895:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.879899:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693613.879903:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693613.879904:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1790693613.879907:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693613.879909:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693613.879913:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000400:00000010:3.0:1790693613.879914:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693613.879920:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693613.879920:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101337600, offset 0
00000100:00100000:2.0:1790693613.879929:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693613.879930:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693613.879938:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693613.879941:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693613.879941:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693613.879945:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693613.879946:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693613.879950:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.879950:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:2.0:1790693613.879955:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693613.879958:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000400:00000200:3.0:1790693613.879959:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693613.879964:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1790693613.879968:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693613.879971:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693613.879972:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.879974:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693613.879976:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790693613.879978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693613.879980:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790693613.879980:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:2.0:1790693613.879985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693613.879987:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.879988:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6872:6872:256:4294967295] 192.168.204.134@tcp LPNI seq info [6867:6867:8:4294967295]
00000100:00000001:2.0:1790693613.879990:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693613.879994:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693613.879997:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693613.879999:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693613.880005:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4097
00000400:00000200:2.0:1790693613.880015:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.880015:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1790693613.880023:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000200:3.0:1790693613.880026:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:2.0:1790693613.880027:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1790693613.880032:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000040:2.0:1790693613.880033:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.880038:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693613.880042:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:3.0:1790693613.880042:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693613.880048:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693613.880049:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1790693613.880053:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693613.880056:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693613.880059:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.1:1790693613.880059:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:2.0:1790693613.880063:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000200:3.1:1790693613.880065:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1790693613.880067:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693613.880072:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000100:3.0:1790693613.880072:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.880076:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000040:2.0:1790693613.880080:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.880083:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693613.880083:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1790693613.880088:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.880093:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693613.880093:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1790693613.880096:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693613.880101:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693613.880105:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.880106:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
02000000:00000001:2.0:1790693613.880108:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1790693613.880110:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
02000000:00000001:2.0:1790693613.880112:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693613.880115:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1790693613.880117:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.880121:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:3.0:1790693613.880122:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790693613.880125:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693613.880131:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.880135:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880140:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1790693613.880141:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693613.880146:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000040:3.0:1790693613.880147:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693613.880151:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693613.880154:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.880159:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693613.880160:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693613.880162:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693613.880164:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:2.0:1790693613.880165:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880169:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693613.880172:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000400:00000200:3.0:1790693613.880176:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693613.880179:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880179:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298771202
00000100:00000010:3.0:1790693613.880187:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f788a0.
00000100:00100000:2.0:1790693613.880189:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693613.880195:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693613.880201:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693613.880203:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298771202
00000100:00000001:2.0:1790693613.880204:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693613.880207:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78d80.
00000100:00000040:2.0:1790693613.880212:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880213:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693613.880218:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693613.880223:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880228:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790693613.880230:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693613.880234:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693613/real 1790693613]  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693613.880235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693613.880243:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693613.880247:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693613.880250:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1790693613.880253:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1790693613.880254:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:3.0:1790693613.880256:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1790693613.880260:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4097
00000400:00000010:3.0:1790693613.880261:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:2.0:1790693613.880266:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.880267:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693613.880271:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000400:00000200:2.0:1790693613.880274:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693613.880275:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:2.0:1790693613.880279:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1790693613.880283:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693613.880286:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.880291:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693613.880296:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.880301:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693613.880301:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693613.880307:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693613.880310:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000001:3.0:1790693613.880313:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000001:2.0:1790693613.880314:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693613.880317:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693613.880318:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693613.880321:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1790693613.880322:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693613.880324:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693613.880327:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00100000:3.0:1790693613.880331:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693613.880334:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693613.880340:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693613.880345:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693613.880346:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693613.880364:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:3.0:1790693613.880367:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693613.880369:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:3.0:1790693613.880377:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693613.880380:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880381:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.880382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880385:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693613.880387:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693613.880390:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693613.880393:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693613.880414:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693613.880419:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693613.880427:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101337600:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693613.880432:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880434:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.880437:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101337600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880443:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693613.880446:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693613.880448:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693613.880451:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693613.880453:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693613.880455:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693613.880457:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693613.880459:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121400.
02000000:00000001:3.0:1790693613.880463:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693613.880464:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693613.880466:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:3.0:1790693613.880469:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693613.880470:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880473:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880479:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693613.880480:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880482:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693613.880483:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693613.880485:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693613.880488:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880494:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693613.880496:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693613.880498:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693613.880500:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693613.880502:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693613.880504:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337728:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693613.880508:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693613.880509:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693613.880511:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693613.880512:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693613.880515:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693613.880517:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.880522:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693613.880524:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693613.880527:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693613.880530:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337728, portal 10
00000100:00000001:3.0:1790693613.880532:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693613.880533:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:3.0:1790693613.880539:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880546:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693613.880548:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693613.880550:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693613.880552:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101337728, offset 0
00000400:00000200:3.0:1790693613.880555:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693613.880559:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.880562:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693613.880565:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693613.880567:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693613.880569:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693613.880572:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693613.880575:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6873:6873:256:4294967295] 192.168.204.134@tcp LPNI seq info [6868:6868:8:4294967295]
00000400:00000200:3.0:1790693613.880579:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.880586:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693613.880590:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.880593:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693613.880597:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693613.880600:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693613.880604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693613.880606:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693613.880609:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.880611:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693613.880614:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693613.880618:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693613.880621:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693613.880622:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693613.880624:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693613.880627:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880635:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.880638:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880643:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880645:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693613.880647:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693613.880651:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693613.880654:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693613.880656:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298769939
00000100:00000001:3.0:1790693613.880658:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.880660:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298769939
00000100:00000001:3.0:1790693613.880662:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.880664:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693613.880666:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880667:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693613.880671:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693613/real 1790693613]  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693613.880678:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693613.880680:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693613.880681:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693613.880683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693613.880685:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693613.880687:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693613.880690:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693613.880697:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880704:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693613.880705:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880707:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.880708:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693613.880712:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880719:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693613.880723:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880730:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693613.880732:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880734:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.880735:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880736:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693613.880738:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693613.880740:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693613.880743:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693613.880745:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693613.880750:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693613.880757:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337728:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693613.880760:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693613.880763:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880770:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693613.880771:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693613.880773:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693613.880775:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693613.880777:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693613.880780:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337856:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693613.880782:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693613.880784:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693613.880785:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693613.880787:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693613.880790:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693613.880792:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.880794:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693613.880796:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693613.880799:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693613.880802:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337856, portal 10
00000100:00000001:3.0:1790693613.880804:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693613.880805:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:3.0:1790693613.880810:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880816:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693613.880818:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693613.880820:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693613.880822:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101337856, offset 0
00000400:00000200:3.0:1790693613.880825:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693613.880829:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.880832:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693613.880834:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693613.880837:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693613.880839:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693613.880841:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693613.880844:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6874:6874:256:4294967295] 192.168.204.134@tcp LPNI seq info [6869:6869:8:4294967295]
00000400:00000200:3.0:1790693613.880848:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.880854:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693613.880858:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.880861:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693613.880864:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693613.880867:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693613.880871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693613.880873:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693613.880888:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.880890:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693613.880892:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693613.880896:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693613.880899:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693613.880900:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693613.880902:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693613.880906:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880913:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.880916:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880922:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880924:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693613.880926:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693613.880929:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693613.880932:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693613.880934:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298769945
00000100:00000001:3.0:1790693613.880936:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.880939:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298769945
00000100:00000001:3.0:1790693613.880940:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.880943:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693613.880945:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.880946:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693613.880950:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693613/real 1790693613]  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693613.880963:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693613.880964:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693613.880966:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693613.880968:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693613.880969:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693613.880971:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693613.880974:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693613.880982:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.880988:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693613.880989:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.880991:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.880993:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693613.880996:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881001:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693613.881005:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881012:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693613.881013:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881015:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.881016:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881018:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693613.881019:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693613.881022:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693613.881025:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693613.881027:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693613.881031:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693613.881038:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337856:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693613.881042:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881044:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.881047:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101337728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881053:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693613.881054:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693613.881056:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693613.881058:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693613.881059:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693613.881061:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693613.881063:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693613.881064:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693613.881066:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693613.881068:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693613.881069:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:3.0:1790693613.881071:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693613.881072:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881074:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.881077:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101337856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881084:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693613.881085:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693613.881086:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693613.881089:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693613.881090:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693613.881091:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693613.881093:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693613.881094:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693613.881095:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693613.881097:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693613.881098:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:3.0:1790693613.881100:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693613.881101:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881103:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881106:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693613.881108:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.881110:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693613.881111:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693613.881308:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693613.881310:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693613.881313:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693613.881316:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693613.881318:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.881321:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693613.881323:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693613.881326:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.881327:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693613.881332:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693613.881334:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693613.881337:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693613.881338:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.881340:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693613.881342:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693613.881344:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693613.881364:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693613.881369:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693613.881375:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693613.881383:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693613.881385:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693613.881390:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693613.881421:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693613.881424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693613.881428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693613.881430:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693613.881431:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693613.881434:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693613.881437:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4097
00000400:00000200:2.0:1790693613.881442:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693613.881447:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693613.881449:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693613.881452:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1790693613.881453:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693613.881456:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693613.881458:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693613.881459:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693613.881463:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693613.881466:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693613.881468:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693613.881475:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693613.881477:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:3.0:1790693613.881479:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1790693613.881481:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693613.881482:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693613.881486:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:3.0:1790693613.881487:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693613.881489:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1790693613.881492:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:3.0:1790693613.881493:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693613.881498:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00100000:3.0:1790693613.881500:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337984:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693613.881506:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1790693613.881507:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693613.881509:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693613.881512:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693613.881513:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693613.881516:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1790693613.881517:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000010:3.0:1790693613.881520:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:2.0:1790693613.881521:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693613.881524:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693613.881526:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000400:00000200:3.0:1790693613.881530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693613.881532:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:3.0:1790693613.881535:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:2.0:1790693613.881537:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693613.881540:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
02000000:00000001:2.0:1790693613.881541:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1790693613.881545:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101337984, portal 4
02000000:00000001:2.0:1790693613.881547:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693613.881549:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1790693613.881551:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.881552:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000001:2.0:1790693613.881556:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693613.881560:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1790693613.881562:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790693613.881565:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.881568:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.881574:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693613.881577:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693613.881579:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693613.881582:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101337984, offset 0
00000400:00000200:3.0:1790693613.881585:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693613.881589:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.881592:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693613.881595:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693613.881597:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693613.881600:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693613.881602:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693613.881605:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6875:6875:256:4294967295] 192.168.204.134@tcp LPNI seq info [6870:6870:8:4294967295]
00000400:00000200:3.0:1790693613.881609:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.881615:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693613.881619:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.881622:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693613.881626:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693613.881629:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693613.881633:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693613.881636:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693613.881641:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000010:2.0:1790693613.881642:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000800:00000010:3.0:1790693613.881644:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000020:00000040:2.0:1790693613.881647:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:3.0:1790693613.881649:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1790693613.881653:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693613.881656:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1790693613.881657:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.881660:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000100:00000001:2.0:1790693613.881662:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1790693613.881663:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
02000000:00000001:2.0:1790693613.881665:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693613.881667:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1790693613.881669:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693613.881672:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693613.881676:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693613.881682:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.881684:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1790693613.881692:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693613.881693:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881720:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.881722:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693613.881723:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693613.881725:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693613.881732:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881742:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693613.881743:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693613.881747:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000100:00000040:2.0:1790693613.881750:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4107)
00000400:00000200:3.0:1790693613.881752:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693613.881755:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298769940
00000100:00000001:3.0:1790693613.881758:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.881760:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298769940
00000100:00000001:3.0:1790693613.881763:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.881765:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693613.881768:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.881770:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693613.881774:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693613/real 1790693613]  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693613.881782:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693613.881783:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693613.881785:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693613.881787:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693613.881788:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693613.881790:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693613.881793:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693613.881801:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881808:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693613.881809:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881811:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.881812:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693613.881815:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881821:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693613.881825:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881832:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693613.881834:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881836:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.881837:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881838:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693613.881840:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693613.881842:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693613.881844:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693613.881846:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693613.881850:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693613.881857:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101337984:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693613.881860:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881863:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.881865:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101337984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881871:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693613.881873:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693613.881874:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693613.881876:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693613.881878:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693613.881879:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693613.881881:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693613.881882:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693613.881885:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693613.881886:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693613.881887:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:3.0:1790693613.881889:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693613.881890:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881892:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.881895:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693613.881896:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.881898:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693613.881899:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693613.881901:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693613.881904:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881911:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693613.881912:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693613.881914:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693613.881915:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693613.881917:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693613.881920:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338112:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693613.881923:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693613.881924:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693613.881926:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693613.881927:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693613.881930:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693613.881931:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693613.881934:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693613.881936:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693613.881939:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693613.881942:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101338112, portal 4
00000100:00000001:3.0:1790693613.881943:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693613.881944:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:3.0:1790693613.881950:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.881956:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693613.881958:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693613.881960:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693613.881962:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101338112, offset 0
00000400:00000200:3.0:1790693613.881966:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693613.881969:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.881972:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693613.881974:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693613.881977:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693613.881979:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693613.881981:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693613.881984:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6876:6876:256:4294967295] 192.168.204.134@tcp LPNI seq info [6871:6871:8:4294967295]
00000400:00000200:3.0:1790693613.881988:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693613.881994:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693613.881998:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.882001:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693613.882004:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693613.882007:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693613.882011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693613.882014:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693613.882017:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693613.882019:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693613.882021:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693613.882025:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693613.882027:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693613.882029:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693613.882031:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693613.882034:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.882041:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.882043:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.882050:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.882051:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693613.882053:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693613.882056:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693613.882059:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693613.882060:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298769945
00000100:00000001:3.0:1790693613.882063:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.882065:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298769945
00000100:00000001:3.0:1790693613.882067:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298771202
00000100:00000001:3.0:1790693613.882069:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693613.882071:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.882072:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693613.882075:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693613/real 1790693613]  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693613.882082:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693613.882083:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693613.882084:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693613.882086:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693613.882088:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693613.882090:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693613.882093:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693613.882100:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.882105:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693613.882107:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.882108:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.882109:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693613.882113:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.882119:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693613.882122:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.882129:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693613.882131:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.882133:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693613.882134:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.882136:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693613.882137:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693613.882140:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693613.882143:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693613.882145:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693613.882148:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693613.882156:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338112:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693613.882159:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.882161:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693613.882164:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101338112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693613.882170:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693613.882171:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693613.882173:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693613.882175:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693613.882176:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693613.882177:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693613.882179:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693613.882181:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:3.0:1790693613.882184:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693613.882185:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693613.882186:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:3.0:1790693613.882188:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693613.882189:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.882191:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693613.882193:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693613.882195:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693613.882197:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693613.882198:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693614.263511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693614.263514:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693614.263519:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693614.263520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693614.263524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693614.263524:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693614.263527:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693614.263530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693614.263531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693614.263531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693614.263534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693614.263537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693614.263539:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693614.263539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693614.263542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693614.263543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693614.263544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693614.263549:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693614.263550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693614.263552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693614.263553:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693614.263554:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693614.263558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693614.263559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693614.263559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693614.263565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693614.263595:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693614.263600:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693614.263604:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693614.263613:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693614.263620:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693614.263622:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693614.263624:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693614.263626:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693614.263629:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693614.263630:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693614.263632:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693614.263633:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693614.903500:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693614.903508:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693614.903511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693614.903529:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693614.903533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693614.903536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693614.903538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693614.903542:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693614.903544:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693615.223504:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298771202, at 4298771264
00000100:00000040:1.0:1790693615.223504:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298771202, at 4298771264
00000100:00000010:0.0:1790693615.223517:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f788a0.
00000100:00000010:1.0:1790693615.223522:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78d80.
00000100:00000001:0.0:1790693615.287509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693615.287509:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693615.287516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693615.287517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693615.287519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693615.287522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693615.287523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693615.287526:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693615.287527:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693615.287531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693615.287531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693615.287532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693615.287535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693615.287539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693615.287541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693615.287543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693615.287546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693615.287580:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693615.287584:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693615.287586:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693615.287589:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1790693615.287590:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000020:00000001:1.0:1790693615.287595:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693615.287595:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693615.287599:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1790693615.287600:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693615.287604:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693615.287607:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693615.287608:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693615.287610:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693615.287612:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693615.287615:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693615.287619:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693615.287622:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693615.287624:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693615.287626:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693615.287628:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693615.287631:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693615.927502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693615.927511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693615.927513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693615.927520:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693615.927524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693615.927527:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693615.927531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693615.927533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693615.927536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693616.311510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693616.311511:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693616.311513:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693616.311517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693616.311518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693616.311520:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693616.311521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693616.311522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693616.311526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693616.311528:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693616.311529:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693616.311530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693616.311534:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693616.311535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693616.311536:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693616.311537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693616.311539:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693616.311540:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693616.311542:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693616.311543:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693616.311545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693616.311547:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693616.311548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693616.311551:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693616.311553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693616.311555:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693616.311562:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693616.311564:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693616.311568:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693616.311570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693616.311574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693616.311575:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693616.313484:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693616.313489:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693616.313492:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693616.313882:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693616.313886:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693616.313887:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693616.313890:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693616.313893:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693616.313896:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693616.313898:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693616.313900:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693616.313903:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693616.951495:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693616.951504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693616.951506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693616.951510:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693616.951515:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693616.951519:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693616.951523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693616.951526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693616.951529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693617.335506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693617.335506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693617.335510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693617.335513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693617.335513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693617.335514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693617.335517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693617.335517:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693617.335522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693617.335522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693617.335523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693617.335525:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693617.335528:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693617.335528:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693617.335530:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693617.335530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693617.335533:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693617.335533:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693617.335533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693617.335534:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693617.335536:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693617.335539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693617.335539:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693617.335539:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693617.335540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693617.335543:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693617.335543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693617.335544:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693617.335544:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693617.335546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693617.335548:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693617.335548:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693617.335550:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693617.335553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693617.335555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693617.335567:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693617.335570:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693617.335573:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693617.975543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693617.975551:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693617.975555:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693617.975560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693617.975563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693617.975566:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693617.975569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693617.975572:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693617.975574:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693618.359501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693618.359501:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693618.359506:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693618.359510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693618.359510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693618.359510:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693618.359514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.359514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693618.359518:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693618.359520:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693618.359521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693618.359521:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693618.359527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693618.359527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693618.359529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693618.359532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693618.359533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693618.359533:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693618.359536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693618.359540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693618.359540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693618.359544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693618.359549:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.359551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693618.359554:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693618.359557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693618.359618:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693618.359622:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693618.359625:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693618.359664:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693618.359666:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693618.359667:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693618.359669:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693618.359671:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693618.359672:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693618.359674:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693618.359675:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693618.359676:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693618.999509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693618.999518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693618.999520:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693618.999524:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693618.999527:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693618.999534:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4102
00000400:00000200:2.0:1790693618.999541:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693618.999547:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693618.999551:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693618.999555:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999558:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693618.999562:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999565:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693618.999573:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693618.999576:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693618.999579:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693618.999583:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693618.999586:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693618.999589:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693618.999593:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999595:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693618.999598:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999600:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:1.0:1790693618.999603:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000040:2.0:1790693618.999604:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00000001:1.0:1790693618.999609:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1790693618.999611:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693618.999613:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.999617:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693618.999619:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
02000000:00000001:2.0:1790693618.999623:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693618.999628:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693618.999631:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693618.999632:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693618.999634:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693618.999637:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693618.999638:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693618.999642:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693618.999645:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1790693618.999647:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000100:00000001:1.0:1790693618.999649:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693618.999652:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693618.999658:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693618.999660:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.999664:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693618.999668:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693618.999672:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693618.999679:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693618.999687:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693618.999696:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693618.999705:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693618.999709:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693618.999714:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693618.999738:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693618.999741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693618.999745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693618.999747:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693618.999749:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693618.999751:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693618.999754:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4102
00000400:00000200:2.0:1790693618.999758:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693618.999762:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693618.999765:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693618.999769:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999772:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693618.999775:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999778:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693618.999782:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693618.999784:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693618.999786:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693618.999788:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693618.999791:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693618.999793:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693618.999796:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999797:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693618.999799:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999801:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693618.999804:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693618.999807:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999811:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693618.999813:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693618.999819:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693618.999821:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.999824:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693618.999828:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693618.999831:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.999834:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693618.999837:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693618.999840:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693618.999842:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693618.999844:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.999845:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693618.999847:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693618.999849:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693618.999853:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693618.999857:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693618.999863:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693618.999871:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693618.999872:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693618.999875:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693618.999880:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693618.999882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693618.999884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693618.999885:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693618.999886:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693618.999888:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693618.999890:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4102
00000400:00000200:2.0:1790693618.999892:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693618.999894:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693618.999896:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693618.999898:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999899:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693618.999901:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999902:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693618.999904:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693618.999905:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693618.999906:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693618.999907:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693618.999917:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693618.999919:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693618.999924:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999926:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693618.999929:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693618.999930:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693618.999931:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693618.999936:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1790693618.999937:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:3.0:1790693618.999941:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1790693618.999942:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693618.999946:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693618.999950:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1790693618.999952:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693618.999954:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693618.999960:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.999964:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693618.999967:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1790693618.999969:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1790693618.999972:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693618.999973:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693618.999976:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693618.999979:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1790693618.999981:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
02000000:00000001:3.0:1790693618.999984:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693618.999988:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693618.999990:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00100000:3.0:1790693618.999993:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101338240:192.168.204.134@tcp:250:
02000000:00000001:2.0:1790693618.999995:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693618.999998:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.000001:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693619.000002:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693619.000005:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693619.000007:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693619.000008:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.000011:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693619.000014:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693619.000015:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693619.000021:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693619.000023:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000100:00100000:2.0:1790693619.000029:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693619.000029:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693619.000040:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693619.000042:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693619.000047:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693619.000063:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693619.000066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693619.000069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693619.000070:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693619.000071:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693619.000074:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693619.000076:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4102
00000400:00000200:2.0:1790693619.000079:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693619.000081:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693619.000082:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693619.000084:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000086:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693619.000088:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000090:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693619.000092:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693619.000094:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693619.000096:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693619.000098:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693619.000100:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693619.000103:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693619.000107:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000124:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693619.000127:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000129:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693619.000132:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693619.000135:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000137:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693619.000139:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693619.000142:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693619.000144:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693619.000146:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:3.0:1790693619.000148:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:2.0:1790693619.000149:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693619.000154:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693619.000156:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693619.000156:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000010:2.0:1790693619.000162:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000400:00000010:3.0:1790693619.000165:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000020:00000040:2.0:1790693619.000166:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693619.000171:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693619.000172:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693619.000175:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1790693619.000175:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101338240, portal 25
02000000:00000001:2.0:1790693619.000178:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693619.000180:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1790693619.000182:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.000184:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
02000000:00000010:2.0:1790693619.000188:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693619.000191:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693619.000193:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693619.000197:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693619.000203:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693619.000204:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693619.000206:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693619.000211:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693619.000213:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693619.000215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693619.000216:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693619.000217:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693619.000218:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693619.000220:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4102
00000400:00000200:2.0:1790693619.000224:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693619.000228:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693619.000230:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693619.000235:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693619.000244:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693619.000260:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693619.000261:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:2.0:1790693619.000266:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693619.000267:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:2.0:1790693619.000271:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693619.000273:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101338240, offset 0
00000020:00000001:2.0:1790693619.000281:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693619.000285:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000400:00000200:3.0:1790693619.000285:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693619.000289:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693619.000292:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693619.000294:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693619.000297:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:3.0:1790693619.000302:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:2.0:1790693619.000307:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000309:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693619.000312:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000313:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693619.000317:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693619.000323:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693619.000323:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:2.0:1790693619.000328:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693619.000331:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693619.000333:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1790693619.000335:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693619.000339:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.000340:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:2.0:1790693619.000343:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693619.000346:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1790693619.000347:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1790693619.000353:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.000354:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000357:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.000362:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6877:6877:256:4294967295] 192.168.204.134@tcp LPNI seq info [6872:6872:8:4294967295]
00000100:00000010:2.0:1790693619.000364:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693619.000370:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:3.0:1790693619.000374:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693619.000375:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693619.000378:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693619.000381:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693619.000382:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693619.000387:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.000388:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1790693619.000392:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000800:00000200:3.0:1790693619.000422:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:2.0:1790693619.000423:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693619.000429:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00100000:2.0:1790693619.000432:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1790693619.000441:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693619.000446:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1790693619.000448:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1790693619.000450:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693619.000456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:2.0:1790693619.000459:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1790693619.000460:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693619.000468:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.000471:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693619.000477:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693619.000478:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693619.000484:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4112)
00000400:00000200:3.0:1790693619.000485:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693619.000492:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693619.000496:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693619.000501:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693619.000506:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000517:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.000522:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000535:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.000537:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693619.000543:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.000547:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693619.000550:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298776323
00000100:00000010:3.0:1790693619.000554:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78f60.
00000100:00000001:3.0:1790693619.000560:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693619.000565:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298776323
00000100:00000010:3.0:1790693619.000568:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78240.
00000100:00000001:3.0:1790693619.000570:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693619.000573:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693619.000576:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.000579:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693619.000583:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693618/real 1790693619]  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693619.000590:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693619.000591:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693619.000593:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693619.000595:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693619.000596:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693619.000597:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693619.000599:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693619.000604:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000608:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693619.000609:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000610:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.000611:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693619.000613:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000623:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693619.000627:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000634:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693619.000636:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000638:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.000639:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000642:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693619.000643:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693619.000646:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693619.000650:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693619.000652:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693619.000656:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693619.000664:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101338240:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693619.000669:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693619.000672:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000678:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693619.000679:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.000681:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693619.000683:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693619.000685:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693619.000687:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338368:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693619.000690:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693619.000692:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693619.000693:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.000695:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693619.000698:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693619.000700:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.000704:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693619.000706:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693619.000710:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693619.000713:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101338368, portal 10
00000100:00000001:3.0:1790693619.000714:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693619.000716:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693619.000722:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000729:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693619.000731:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693619.000733:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693619.000736:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101338368, offset 0
00000400:00000200:3.0:1790693619.000740:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693619.000744:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.000747:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693619.000749:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693619.000751:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693619.000752:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693619.000754:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693619.000756:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6878:6878:256:4294967295] 192.168.204.134@tcp LPNI seq info [6873:6873:8:4294967295]
00000400:00000200:3.0:1790693619.000758:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.000762:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693619.000765:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.000767:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693619.000770:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693619.000771:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693619.000774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693619.000776:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693619.000779:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.000780:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693619.000782:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693619.000784:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693619.000786:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693619.000787:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693619.000789:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693619.000791:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000796:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.000797:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000801:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.000802:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693619.000804:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693619.000807:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693619.000809:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693619.000810:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298775059
00000100:00000001:3.0:1790693619.000811:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.000813:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298775059
00000100:00000001:3.0:1790693619.000814:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.000815:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693619.000816:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.000817:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693619.000819:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693619/real 1790693619]  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693619.000824:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693619.000825:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693619.000826:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693619.000827:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693619.000828:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693619.000829:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693619.000831:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693619.000836:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000840:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693619.000840:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000841:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.000842:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693619.000844:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000847:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693619.000849:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000853:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693619.000854:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000855:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.000856:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000857:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693619.000858:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693619.000859:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693619.000861:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693619.000862:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693619.000864:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693619.000869:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338368:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693619.000871:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000872:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.000874:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101338240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000881:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693619.000883:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693619.000885:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693619.000887:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693619.000888:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693619.000889:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693619.000890:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693619.000892:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693619.000895:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693619.000896:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693619.000897:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:3.0:1790693619.000899:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693619.000900:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000901:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.000902:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101338368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000905:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693619.000906:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693619.000907:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693619.000908:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693619.000909:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693619.000909:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693619.000910:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693619.000911:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693619.000912:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693619.000913:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693619.000913:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693619.000915:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693619.000915:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000916:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.000921:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693619.000922:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.000923:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693619.000924:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693619.000925:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693619.000927:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000931:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693619.000932:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.000933:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693619.000934:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693619.000935:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693619.000936:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338496:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693619.000938:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693619.000940:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693619.000941:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.000942:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693619.000943:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693619.000944:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.000946:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693619.000948:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693619.000950:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693619.000951:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101338496, portal 10
00000100:00000001:3.0:1790693619.000953:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693619.000954:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693619.000959:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.000965:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693619.000967:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693619.000969:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693619.000972:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101338496, offset 0
00000400:00000200:3.0:1790693619.000975:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693619.000979:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.000982:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693619.000985:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693619.000987:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693619.000989:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693619.000991:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693619.000994:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6879:6879:256:4294967295] 192.168.204.134@tcp LPNI seq info [6874:6874:8:4294967295]
00000400:00000200:3.0:1790693619.000998:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.001003:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693619.001007:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.001009:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693619.001011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693619.001013:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693619.001016:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693619.001017:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693619.001019:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.001021:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693619.001023:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693619.001024:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693619.001026:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693619.001027:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693619.001029:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693619.001031:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001036:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.001037:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001041:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.001042:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693619.001044:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693619.001047:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693619.001050:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693619.001052:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298775065
00000100:00000001:3.0:1790693619.001054:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.001056:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298775065
00000100:00000001:3.0:1790693619.001057:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.001059:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693619.001061:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.001063:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693619.001067:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693619/real 1790693619]  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693619.001074:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693619.001075:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693619.001077:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693619.001079:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693619.001080:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693619.001082:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693619.001085:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693619.001092:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001099:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693619.001100:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001102:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.001103:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693619.001107:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001113:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693619.001116:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001122:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693619.001125:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001126:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.001127:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001129:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693619.001131:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693619.001134:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693619.001137:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693619.001139:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693619.001143:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693619.001151:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338496:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693619.001154:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693619.001157:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001162:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693619.001163:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.001165:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693619.001167:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693619.001169:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693619.001172:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338624:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693619.001176:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693619.001177:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693619.001179:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.001181:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693619.001184:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693619.001185:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.001189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693619.001191:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693619.001194:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693619.001197:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101338624, portal 4
00000100:00000001:3.0:1790693619.001198:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693619.001200:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:3.0:1790693619.001205:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001211:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693619.001214:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693619.001215:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693619.001218:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101338624, offset 0
00000400:00000200:3.0:1790693619.001222:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693619.001225:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.001229:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693619.001231:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693619.001234:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693619.001236:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693619.001238:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693619.001242:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6880:6880:256:4294967295] 192.168.204.134@tcp LPNI seq info [6875:6875:8:4294967295]
00000400:00000200:3.0:1790693619.001246:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.001264:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693619.001269:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.001272:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693619.001276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693619.001279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693619.001283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693619.001286:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693619.001289:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.001291:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693619.001294:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693619.001297:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693619.001300:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693619.001302:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693619.001304:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693619.001308:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001315:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.001318:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001325:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.001326:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693619.001329:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693619.001332:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693619.001335:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693619.001337:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298775059
00000100:00000001:3.0:1790693619.001340:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.001342:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298775059
00000100:00000001:3.0:1790693619.001344:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.001346:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693619.001348:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.001349:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693619.001353:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693619/real 1790693619]  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693619.001360:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693619.001362:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693619.001363:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693619.001366:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693619.001367:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693619.001369:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693619.001372:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693619.001380:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001386:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693619.001387:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001389:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.001390:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693619.001394:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001431:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693619.001437:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001445:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693619.001448:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001450:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.001451:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001453:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693619.001455:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693619.001458:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693619.001461:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693619.001463:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693619.001467:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693619.001474:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338624:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693619.001478:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693619.001481:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001488:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693619.001489:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.001491:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693619.001493:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693619.001495:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693619.001498:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338752:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693619.001501:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693619.001503:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693619.001504:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693619.001506:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693619.001509:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693619.001511:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693619.001514:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693619.001517:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693619.001520:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693619.001523:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101338752, portal 4
00000100:00000001:3.0:1790693619.001525:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693619.001526:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:3.0:1790693619.001531:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001538:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693619.001540:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693619.001542:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693619.001544:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101338752, offset 0
00000400:00000200:3.0:1790693619.001548:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693619.001552:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.001555:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693619.001558:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693619.001560:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693619.001562:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693619.001564:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693619.001567:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6881:6881:256:4294967295] 192.168.204.134@tcp LPNI seq info [6876:6876:8:4294967295]
00000400:00000200:3.0:1790693619.001571:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693619.001577:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693619.001582:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.001584:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693619.001588:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693619.001591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693619.001595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693619.001598:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693619.001601:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693619.001603:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693619.001606:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693619.001609:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693619.001612:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693619.001613:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693619.001616:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693619.001619:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001626:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.001629:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001634:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.001636:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693619.001638:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693619.001641:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693619.001644:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693619.001645:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298775065
00000100:00000001:3.0:1790693619.001648:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.001650:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298775065
00000100:00000001:3.0:1790693619.001651:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298776323
00000100:00000001:3.0:1790693619.001653:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693619.001655:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.001657:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693619.001660:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693619/real 1790693619]  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693619.001668:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693619.001669:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693619.001670:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693619.001673:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693619.001674:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693619.001676:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693619.001679:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693619.001687:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001697:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693619.001698:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001700:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.001701:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693619.001705:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001711:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693619.001715:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001721:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693619.001724:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001725:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693619.001727:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001728:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693619.001730:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693619.001732:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693619.001736:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693619.001738:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693619.001741:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693619.001748:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101338752:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693619.001752:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001754:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.001757:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101338496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001763:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693619.001765:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693619.001767:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693619.001770:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693619.001771:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693619.001773:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693619.001775:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693619.001776:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693619.001778:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693619.001780:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693619.001781:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693619.001784:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693619.001785:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001786:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.001789:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101338624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001796:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693619.001797:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693619.001798:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693619.001801:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693619.001802:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693619.001803:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693619.001805:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693619.001806:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:3.0:1790693619.001809:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693619.001810:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693619.001811:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:3.0:1790693619.001814:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693619.001815:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001816:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693619.001819:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101338752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693619.001825:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693619.001827:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693619.001828:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693619.001830:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693619.001831:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693619.001832:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693619.001834:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693619.001835:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693619.001837:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693619.001838:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693619.001839:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693619.001841:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693619.001843:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001844:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693619.001848:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693619.001850:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693619.001851:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693619.001853:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693619.383502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693619.383508:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693619.383510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693619.383512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693619.383513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383517:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693619.383518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693619.383519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693619.383521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693619.383524:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693619.383525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693619.383526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693619.383530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693619.383530:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693619.383531:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693619.383534:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693619.383536:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693619.383536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693619.383538:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693619.383540:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693619.383541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693619.383544:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693619.383545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693619.383546:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383547:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693619.383550:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383553:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383557:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383560:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693619.383561:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693619.383562:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693619.383563:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383564:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693619.383565:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383566:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383567:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693619.383570:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693619.383571:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693619.383598:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693619.383604:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693619.383606:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693619.383638:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693619.383641:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693619.383643:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693619.383645:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693619.383648:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693619.383650:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693619.383652:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693619.383653:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693619.383655:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693620.023562:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693620.023571:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693620.023573:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693620.023579:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693620.023588:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693620.023592:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693620.023595:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693620.023598:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693620.023603:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693620.343562:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298776323, at 4298776384
00000100:00000040:0.0:1790693620.343563:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298776323, at 4298776384
00000100:00000010:0.0:1790693620.343592:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78f60.
00000100:00000010:1.0:1790693620.343598:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78240.
00000100:00000001:2.0:1790693620.407520:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693620.407526:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693620.407526:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693620.407529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693620.407531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693620.407534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693620.407537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693620.407539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693620.407541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693620.407543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693620.407548:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693620.407549:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693620.407549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693620.407561:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693620.407562:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693620.407562:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693620.407570:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693620.407571:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693620.407574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693620.407579:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693620.407579:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693620.407586:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693620.407590:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693620.407594:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693620.407598:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693620.407601:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693620.407665:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693620.407666:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1790693620.407671:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693620.407671:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693620.407675:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693620.407677:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1790693620.407679:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693620.407683:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693620.407685:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693620.407688:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693620.407690:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693620.407692:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693621.047541:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693621.047547:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693621.047550:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693621.047556:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693621.047560:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693621.047563:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693621.047566:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693621.047569:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693621.047572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693621.431543:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693621.431550:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693621.431553:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693621.431558:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693621.431562:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693621.431565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693621.431568:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693621.431571:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693621.431574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693621.431615:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693621.431617:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693621.431619:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693621.431621:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693621.431624:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693621.431626:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693621.431627:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693621.431629:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693621.431633:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693621.431634:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693621.431637:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693621.431638:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693621.431642:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693621.431644:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693621.431645:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693621.431646:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693621.431649:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693621.431663:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693621.431665:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693621.431666:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693621.431668:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693621.431669:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693621.431670:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693621.431672:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693621.431673:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693621.431674:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693621.431675:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693621.431679:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693621.431683:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693622.071517:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693622.071525:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693622.071528:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693622.071533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693622.071538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693622.071542:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693622.071545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693622.071547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693622.071550:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693622.455556:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693622.455562:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693622.455565:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693622.455567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693622.455568:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693622.455573:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693622.455576:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693622.455576:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693622.455581:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693622.455582:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693622.455583:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693622.455587:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693622.455589:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693622.455590:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693622.455595:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693622.455599:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693622.455602:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693622.455605:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693622.455607:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693622.455609:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693622.455612:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693622.455612:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693622.455616:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693622.455619:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693622.455620:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693622.455622:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693622.455625:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693622.455627:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693622.455631:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693622.455632:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693622.455642:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693622.455646:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693622.455677:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693622.455681:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693622.455685:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693622.455736:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693622.455739:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693622.455741:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693622.455744:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693622.455746:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693622.455749:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693622.455751:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693622.455753:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693622.455755:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693623.095493:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693623.095501:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693623.095503:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693623.095507:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693623.095511:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693623.095514:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693623.095516:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693623.095518:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693623.095520:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693623.479503:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693623.479507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693623.479510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693623.479511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693623.479512:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693623.479515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693623.479516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693623.479519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693623.479520:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693623.479520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693623.479522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693623.479524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693623.479525:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693623.479526:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693623.479527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693623.479530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693623.479532:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693623.479533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693623.479534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693623.479536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693623.479537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693623.479540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693623.479541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693623.479541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693623.479543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693623.479544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693623.479545:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693623.479546:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693623.479550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693623.479552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693623.479559:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693623.479563:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693623.479566:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693623.479568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693623.479570:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693623.479571:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693623.479575:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693623.479579:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693624.119622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693624.119631:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1790693624.119632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693624.119638:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693624.119638:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693624.119642:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693624.119645:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1790693624.119647:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693624.119652:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693624.119652:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693624.119658:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693624.119661:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1790693624.119663:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4107
00000100:00000001:1.0:1790693624.119664:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693624.119670:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693624.119674:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693624.119682:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693624.119686:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693624.119690:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119694:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.119697:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119699:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693624.119707:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693624.119709:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693624.119711:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693624.119714:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693624.119717:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693624.119719:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693624.119722:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119724:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.119726:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119728:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693624.119731:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693624.119733:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119736:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693624.119739:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693624.119741:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693624.119744:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.119746:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693624.119749:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693624.119757:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693624.119761:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693624.119764:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693624.119766:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.119769:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693624.119771:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693624.119775:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693624.119784:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8400.
00000100:00000001:0.0:1790693624.119789:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693624.119795:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693624.119807:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693624.119809:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693624.119812:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693624.119826:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693624.119829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693624.119831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693624.119832:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693624.119833:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693624.119834:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693624.119839:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4107
00000400:00000200:0.0:1790693624.119842:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693624.119843:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693624.119845:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693624.119847:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119848:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.119851:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119852:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693624.119854:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693624.119855:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693624.119856:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693624.119857:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693624.119858:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693624.119860:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693624.119861:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119863:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.119865:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119866:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693624.119868:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:3.0:1790693624.119869:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1790693624.119870:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693624.119874:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.119874:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693624.119877:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1790693624.119878:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693624.119882:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693624.119883:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.119884:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693624.119890:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1790693624.119892:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790693624.119895:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.119901:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.119904:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693624.119906:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693624.119907:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693624.119911:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693624.119914:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693624.119916:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.119918:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693624.119920:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693624.119921:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693624.119924:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693624.119924:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693624.119929:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693624.119929:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101338880:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693624.119935:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1790693624.119938:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9400.
02000000:00000001:3.0:1790693624.119939:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790693624.119944:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.119950:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693624.119951:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693624.119956:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693624.119961:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1790693624.119963:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
00000100:00000001:0.0:1790693624.119964:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.119969:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693624.119973:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693624.119983:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693624.119985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693624.119988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693624.119990:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693624.119992:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693624.119993:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693624.119999:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:3.0:1790693624.120000:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00080000:0.0:1790693624.120004:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4107
00000400:00000200:0.0:1790693624.120009:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693624.120012:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693624.120014:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693624.120017:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693624.120018:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:0.0:1790693624.120020:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.120024:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693624.120027:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101338880, portal 25
00000100:00000001:0.0:1790693624.120028:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693624.120032:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1790693624.120034:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693624.120036:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693624.120037:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693624.120039:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693624.120041:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693624.120043:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:3.0:1790693624.120045:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:0.0:1790693624.120047:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120050:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693624.120053:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693624.120057:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120063:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693624.120064:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693624.120068:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000040:0.0:1790693624.120069:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000010:3.0:1790693624.120070:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00080000:0.0:1790693624.120075:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120078:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693624.120080:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1790693624.120084:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101338880, offset 0
02000000:00000001:0.0:1790693624.120085:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693624.120090:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.120092:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693624.120094:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693624.120097:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.120100:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.120100:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000010:0.0:1790693624.120106:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693624.120109:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693624.120111:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693624.120113:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.120114:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693624.120116:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693624.120117:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693624.120121:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa000.
00000400:00000200:3.0:1790693624.120122:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693624.120127:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.120131:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693624.120136:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693624.120141:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00100000:0.0:1790693624.120162:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693624.120172:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693624.120173:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693624.120178:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.120179:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:0.0:1790693624.120186:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693624.120187:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6882:6882:256:4294967295] 192.168.204.134@tcp LPNI seq info [6877:6877:8:4294967295]
00000100:00000001:0.0:1790693624.120197:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693624.120200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693624.120203:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693624.120204:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693624.120207:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693624.120212:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693624.120213:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693624.120218:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4107
00000400:00000200:3.0:1790693624.120225:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693624.120245:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693624.120247:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:3.0:1790693624.120252:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000400:00000200:0.0:1790693624.120253:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693624.120258:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693624.120263:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120265:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.120267:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120269:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693624.120273:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693624.120274:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693624.120276:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693624.120279:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000800:00000200:3.0:1790693624.120280:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:0.0:1790693624.120282:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000800:00000200:3.0:1790693624.120285:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1790693624.120287:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693624.120294:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.1:1790693624.120298:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693624.120299:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.120303:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120306:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693624.120308:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693624.120311:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120313:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693624.120316:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
02000000:00000001:0.0:1790693624.120317:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693624.120321:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693624.120326:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693624.120327:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120331:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:3.0:1790693624.120332:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000008:00100000:0.0:1790693624.120334:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693624.120339:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.120340:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693624.120344:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693624.120346:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693624.120349:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693624.120350:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.120352:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693624.120353:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693624.120355:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693624.120358:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb800.
00000400:00000200:3.0:1790693624.120361:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790693624.120362:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.120370:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1790693624.120371:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693624.120381:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693624.120383:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693624.120387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693624.120393:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693624.120413:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693624.120429:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693624.120433:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.120439:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.120442:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.120446:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.120447:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693624.120452:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.120461:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693624.120464:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298781443
00000100:00000010:3.0:1790693624.120467:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78e40.
00000100:00000001:3.0:1790693624.120473:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693624.120478:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298781443
00000100:00000010:3.0:1790693624.120495:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78d20.
00000100:00000001:3.0:1790693624.120498:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693624.120501:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693624.120503:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.120515:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693624.120520:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693624/real 1790693624]  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693624.120530:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693624.120531:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693624.120534:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693624.120536:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693624.120550:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693624.120553:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790693624.120555:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693624.120558:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693624.120562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693624.120571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693624.120574:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1790693624.120575:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693624.120577:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693624.120583:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693624.120589:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4107
00000100:00000001:3.0:1790693624.120589:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693624.120591:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.120595:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1790693624.120597:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693624.120598:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693624.120604:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00100000:3.0:1790693624.120606:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693624.120610:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693624.120618:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693624.120619:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693624.120625:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.120629:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120632:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693624.120635:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693624.120636:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693624.120638:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693624.120641:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000040:3.0:1790693624.120641:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693624.120648:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693624.120650:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693624.120654:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120656:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693624.120660:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120666:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693624.120672:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693624.120678:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693624.120681:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693624.120683:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693624.120686:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693624.120688:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.120690:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693624.120694:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693624.120696:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1790693624.120698:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.120702:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693624.120703:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.120708:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:0.0:1790693624.120711:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693624.120711:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.120717:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1790693624.120718:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693624.120721:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693624.120722:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.120724:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693624.120725:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693624.120727:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693624.120731:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfac00.
00000100:00000001:3.0:1790693624.120732:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693624.120736:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693624.120736:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1790693624.120743:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1790693624.120749:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693624.120751:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693624.120753:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693624.120756:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693624.120761:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.120762:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693624.120765:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4117)
00000100:00000040:3.0:1790693624.120772:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693624.120782:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101338880:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693624.120787:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.120801:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.120806:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101338880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.120812:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693624.120814:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693624.120816:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693624.120820:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693624.120835:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693624.120837:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693624.120840:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693624.120842:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8400.
02000000:00000001:3.0:1790693624.120846:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693624.120848:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693624.120849:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693624.120852:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693624.120854:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.120856:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.120875:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693624.120877:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.120879:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693624.120881:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693624.120882:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693624.120886:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.120893:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693624.120908:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.120910:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693624.120912:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693624.120914:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693624.120917:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339008:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693624.120920:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693624.120922:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693624.120924:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.120926:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693624.120929:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693624.120931:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.120945:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693624.120948:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693624.120952:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693624.120955:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339008, portal 10
00000100:00000001:3.0:1790693624.120957:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693624.120958:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693624.120964:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.120985:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693624.120988:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693624.120990:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693624.120993:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101339008, offset 0
00000400:00000200:3.0:1790693624.120997:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693624.121002:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.121017:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693624.121020:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693624.121022:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693624.121025:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693624.121028:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693624.121031:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6883:6883:256:4294967295] 192.168.204.134@tcp LPNI seq info [6878:6878:8:4294967295]
00000400:00000200:3.0:1790693624.121035:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.121054:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693624.121058:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.121062:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693624.121066:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693624.121084:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693624.121089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693624.121092:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693624.121095:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.121097:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693624.121100:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693624.121103:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693624.121106:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693624.121108:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693624.121122:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693624.121126:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121135:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.121137:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121165:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.121168:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693624.121171:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693624.121176:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693624.121179:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693624.121181:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298780179
00000100:00000001:3.0:1790693624.121183:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.121186:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298780179
00000100:00000001:3.0:1790693624.121187:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.121189:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693624.121191:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.121193:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693624.121213:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693624/real 1790693624]  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693624.121222:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693624.121223:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693624.121225:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693624.121228:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693624.121229:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693624.121232:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693624.121235:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693624.121258:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121265:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693624.121267:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.121269:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.121271:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693624.121292:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121298:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693624.121301:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121307:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693624.121309:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.121311:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.121312:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.121325:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693624.121327:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693624.121329:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693624.121332:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693624.121335:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693624.121339:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693624.121359:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339008:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693624.121363:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693624.121367:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121373:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693624.121375:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.121377:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693624.121378:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693624.121380:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693624.121384:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339136:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693624.121396:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693624.121415:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693624.121417:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.121433:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693624.121437:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693624.121439:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.121443:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693624.121445:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693624.121448:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693624.121451:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339136, portal 10
00000100:00000001:3.0:1790693624.121453:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693624.121454:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693624.121472:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121478:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693624.121480:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693624.121483:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693624.121485:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101339136, offset 0
00000400:00000200:3.0:1790693624.121489:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693624.121507:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.121511:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693624.121514:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693624.121517:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693624.121519:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693624.121522:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693624.121525:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6884:6884:256:4294967295] 192.168.204.134@tcp LPNI seq info [6879:6879:8:4294967295]
00000400:00000200:3.0:1790693624.121528:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.121557:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693624.121563:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.121566:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693624.121570:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693624.121573:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693624.121577:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693624.121580:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693624.121583:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.121585:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693624.121601:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693624.121605:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693624.121608:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693624.121610:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693624.121613:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693624.121616:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121624:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.121628:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121644:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.121646:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693624.121649:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693624.121652:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693624.121655:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693624.121657:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298780186
00000100:00000001:3.0:1790693624.121660:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.121662:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298780186
00000100:00000001:3.0:1790693624.121680:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.121682:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693624.121685:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.121686:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693624.121691:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693624/real 1790693624]  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693624.121699:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693624.121700:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693624.121702:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693624.121704:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693624.121706:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693624.121708:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693624.121711:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693624.121718:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121725:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693624.121726:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.121727:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.121729:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693624.121732:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121739:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693624.121743:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121749:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693624.121752:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.121754:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.121755:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.121756:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693624.121758:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693624.121761:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693624.121764:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693624.121766:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693624.121770:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693624.121776:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339136:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693624.121780:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693624.121783:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121789:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693624.121790:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.121792:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693624.121794:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693624.121796:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693624.121799:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339264:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693624.121802:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693624.121804:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693624.121805:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.121807:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693624.121811:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693624.121813:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.121817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693624.121819:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693624.121823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693624.121826:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339264, portal 4
00000100:00000001:3.0:1790693624.121827:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693624.121829:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693624.121834:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121840:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693624.121842:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693624.121844:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693624.121846:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101339264, offset 0
00000400:00000200:3.0:1790693624.121850:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693624.121854:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.121857:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693624.121860:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693624.121862:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693624.121864:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693624.121866:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693624.121869:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6885:6885:256:4294967295] 192.168.204.134@tcp LPNI seq info [6880:6880:8:4294967295]
00000400:00000200:3.0:1790693624.121873:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.121880:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693624.121884:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.121887:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693624.121891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693624.121894:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693624.121898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693624.121901:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693624.121904:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.121906:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693624.121909:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693624.121913:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693624.121916:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693624.121917:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693624.121919:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693624.121923:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121930:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.121933:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121939:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.121941:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693624.121943:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693624.121946:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693624.121948:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693624.121950:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298780180
00000100:00000001:3.0:1790693624.121952:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.121954:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298780180
00000100:00000001:3.0:1790693624.121956:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.121958:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693624.121960:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.121962:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693624.121965:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693624/real 1790693624]  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693624.121973:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693624.121975:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693624.121976:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693624.121978:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693624.121980:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693624.121982:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693624.121985:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693624.121993:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.121998:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693624.122000:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122001:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.122002:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693624.122005:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122012:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693624.122015:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122022:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693624.122024:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122026:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.122027:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122029:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693624.122030:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693624.122032:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693624.122034:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693624.122035:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693624.122038:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693624.122042:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339264:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693624.122045:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693624.122046:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122053:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693624.122054:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.122056:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693624.122057:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693624.122058:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693624.122059:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339392:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693624.122061:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693624.122062:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693624.122063:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693624.122064:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693624.122066:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693624.122067:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693624.122070:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693624.122072:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693624.122075:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693624.122077:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339392, portal 4
00000100:00000001:3.0:1790693624.122079:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693624.122080:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693624.122086:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122091:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693624.122093:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693624.122096:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693624.122098:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101339392, offset 0
00000400:00000200:3.0:1790693624.122102:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693624.122106:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.122109:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693624.122112:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693624.122114:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693624.122116:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693624.122119:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693624.122122:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6886:6886:256:4294967295] 192.168.204.134@tcp LPNI seq info [6881:6881:8:4294967295]
00000400:00000200:3.0:1790693624.122127:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693624.122132:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693624.122137:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.122140:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693624.122144:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693624.122147:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693624.122163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693624.122166:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693624.122183:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693624.122185:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693624.122188:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693624.122191:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693624.122194:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693624.122196:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693624.122198:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693624.122202:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122210:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.122212:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122218:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.122220:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693624.122223:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693624.122226:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693624.122229:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693624.122231:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298780185
00000100:00000001:3.0:1790693624.122234:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.122236:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298780185
00000100:00000001:3.0:1790693624.122238:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298781443
00000100:00000001:3.0:1790693624.122240:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693624.122242:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.122244:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693624.122247:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693624/real 1790693624]  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693624.122255:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693624.122256:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693624.122258:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693624.122260:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693624.122262:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693624.122264:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693624.122267:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693624.122274:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122280:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693624.122281:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122283:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.122284:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693624.122287:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122293:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693624.122297:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122303:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693624.122305:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122306:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693624.122308:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122309:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693624.122311:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693624.122313:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693624.122316:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693624.122319:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693624.122322:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693624.122330:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339392:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693624.122334:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122335:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.122337:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101339008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122343:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693624.122345:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693624.122346:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693624.122350:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693624.122352:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693624.122353:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693624.122355:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693624.122356:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9400.
02000000:00000001:3.0:1790693624.122359:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693624.122360:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693624.122361:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693624.122363:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693624.122365:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122366:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.122369:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101339136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122375:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693624.122376:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693624.122378:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693624.122380:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693624.122381:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693624.122382:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693624.122384:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693624.122386:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:3.0:1790693624.122388:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693624.122389:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693624.122390:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693624.122393:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693624.122394:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122395:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.122418:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101339264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122425:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693624.122426:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693624.122428:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693624.122431:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693624.122432:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693624.122434:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693624.122435:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693624.122437:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb800.
02000000:00000001:3.0:1790693624.122439:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693624.122440:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693624.122441:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693624.122443:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693624.122444:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122446:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693624.122449:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101339392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693624.122454:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693624.122455:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693624.122457:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693624.122459:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693624.122460:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693624.122461:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693624.122463:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693624.122464:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfac00.
02000000:00000001:3.0:1790693624.122466:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693624.122467:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693624.122468:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693624.122470:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693624.122472:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122473:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693624.122478:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693624.122479:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693624.122481:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693624.122483:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.503483:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693624.503483:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693624.503483:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693624.503488:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693624.503493:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693624.503493:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693624.503495:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693624.503497:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693624.503497:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693624.503499:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693624.503499:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693624.503506:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693624.503506:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693624.503507:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693624.503509:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693624.503513:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693624.503513:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693624.503514:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693624.503514:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693624.503518:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693624.503519:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693624.503521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693624.503524:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693624.503525:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693624.503528:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693624.503531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693624.503532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693624.503533:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693624.503533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693624.503536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693624.503537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693624.503537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693624.503541:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693624.503543:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693624.503546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693624.503562:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693624.503565:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693624.503568:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693625.143496:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693625.143504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693625.143507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693625.143513:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693625.143518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693625.143522:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693625.143526:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693625.143528:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693625.143532:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693625.463448:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298781443, at 4298781504
00000100:00000040:1.0:1790693625.463448:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298781443, at 4298781504
00000100:00000010:0.0:1790693625.463468:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78e40.
00000100:00000010:1.0:1790693625.463469:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78d20.
00000100:00000001:2.0:1790693625.527495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693625.527504:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693625.527508:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693625.527515:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693625.527519:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693625.527524:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693625.527527:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693625.527529:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693625.527532:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693625.527603:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693625.527610:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693625.527612:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693625.527619:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693625.527623:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693625.527627:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693625.527630:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693625.527634:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693625.527637:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693625.527709:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693625.527714:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693625.527716:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693625.527718:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693625.527720:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693625.527723:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693625.527725:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693625.527726:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693625.527729:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693625.528215:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693625.528219:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693625.528223:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693625.528225:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693625.528228:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693625.528229:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693625.528232:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693625.528233:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693625.528361:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693625.528365:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693625.528368:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693626.167503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693626.167512:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693626.167515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693626.167520:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693626.167535:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693626.167540:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693626.167544:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693626.167547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693626.167551:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693626.551507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693626.551514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693626.551514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693626.551518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693626.551520:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693626.551525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693626.551525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693626.551530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693626.551531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693626.551534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693626.551536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693626.551538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693626.551542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693626.551543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693626.551548:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693626.551549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693626.551552:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693626.551555:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693626.551578:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693626.551582:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693626.551583:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693626.551586:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693626.551588:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693626.551590:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693626.551592:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693626.551593:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693626.551595:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693626.551653:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693626.551661:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693626.551663:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693626.551668:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693626.551672:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693626.551675:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693626.551677:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693626.551679:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693626.551684:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693626.551685:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693626.551690:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693626.551691:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693626.551695:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693626.551697:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693626.551721:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693626.551724:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693626.551727:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693627.191536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693627.191546:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693627.191548:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693627.191555:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693627.191559:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693627.191564:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693627.191567:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693627.191569:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693627.191572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693627.575503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693627.575504:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693627.575511:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693627.575512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693627.575515:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693627.575519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693627.575521:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693627.575522:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693627.575527:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693627.575527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693627.575530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693627.575533:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693627.575533:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693627.575534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693627.575539:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693627.575541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693627.575544:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693627.575544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693627.575547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693627.575549:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693627.575551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693627.575553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693627.575558:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693627.575558:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693627.575562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693627.575566:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693627.575566:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693627.575577:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693627.575580:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693627.575585:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693627.575589:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693627.575594:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693627.575597:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693627.575600:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693627.575604:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693627.575605:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693627.575610:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693627.575614:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693628.215507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693628.215513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693628.215515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693628.215519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693628.215522:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693628.215526:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693628.215530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693628.215533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693628.215536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693628.599472:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693628.599473:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693628.599480:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693628.599481:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693628.599485:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693628.599485:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693628.599493:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693628.599493:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693628.599499:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693628.599500:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693628.599503:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693628.599505:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693628.599507:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693628.599510:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693628.599513:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693628.599516:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693628.599519:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693628.599522:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693628.599530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693628.599533:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693628.599534:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693628.599539:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693628.599539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693628.599544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693628.599547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693628.599548:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693628.599550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693628.599552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693628.599555:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693628.599556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693628.599558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693628.599559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693628.599563:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693628.599565:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693628.599568:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693628.599589:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693628.599591:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693628.599594:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693629.239509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1790693629.239509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693629.239516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693629.239519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693629.239520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1790693629.239525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693629.239525:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693629.239531:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1790693629.239531:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693629.239534:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693629.239537:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693629.239537:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693629.239541:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693629.239543:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693629.239546:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4112
00000400:00000200:3.0:1790693629.239554:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693629.239560:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693629.239564:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693629.239567:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.239571:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693629.239581:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.239583:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693629.239590:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693629.239592:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693629.239595:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693629.239598:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693629.239600:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693629.239602:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693629.239605:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.239607:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693629.239609:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.239610:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693629.239613:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693629.239616:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693629.239619:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693629.239621:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693629.239624:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693629.239627:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.239629:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693629.239631:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693629.239638:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561500.
00000020:00000040:3.0:1790693629.239642:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693629.239645:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693629.239647:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.239650:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693629.239652:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693629.239656:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693629.239663:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000100:00000001:3.0:1790693629.239669:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693629.239677:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693629.239692:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693629.239695:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693629.239700:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6d6b282] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693629.239719:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693629.239722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693629.239725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693629.239727:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693629.239728:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693629.239731:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693629.239733:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4112
00000400:00000200:3.0:1790693629.239741:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693629.239744:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1790693629.239744:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693629.239748:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1790693629.239750:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693629.239751:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693629.239756:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693629.239760:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693629.239761:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693629.239767:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.239771:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693629.239773:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693629.239775:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693629.239777:0:36:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1790693629.239778:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693629.239781:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1790693629.239781:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693629.239785:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1790693629.239786:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693629.239789:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00100000:2.0:1790693629.239791:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101339520:192.168.204.134@tcp:250:
00000020:00000001:3.0:1790693629.239794:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693629.239795:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693629.239799:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1790693629.239800:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:2.0:1790693629.239802:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.239806:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1790693629.239806:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:2.0:1790693629.239811:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693629.239813:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.239815:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693629.239819:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:3.0:1790693629.239820:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693629.239823:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693629.239825:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:2.0:1790693629.239828:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000020:00000040:3.0:1790693629.239830:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000200:2.0:1790693629.239834:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339520, portal 25
00000100:00000001:2.0:1790693629.239836:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693629.239837:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932673280 : -115045776878336 : ffff975dd1561500)
00000100:00000040:2.0:1790693629.239842:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.239847:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693629.239849:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693629.239851:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693629.239854:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101339520, offset 0
00000400:00000200:2.0:1790693629.239858:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693629.239864:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.239868:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693629.239872:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693629.239875:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693629.239877:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693629.239879:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693629.239882:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6887:6887:256:4294967295] 192.168.204.134@tcp LPNI seq info [6882:6882:8:4294967295]
00000400:00000200:2.0:1790693629.239885:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.239891:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693629.239897:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.239901:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00080000:3.0:1790693629.239901:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693629.239907:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693629.239910:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790693629.239911:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693629.239914:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
02000000:00000001:3.0:1790693629.239917:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790693629.239920:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:3.0:1790693629.239922:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693629.239923:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1790693629.239928:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000100:2.0:1790693629.239929:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.239933:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000008:00100000:3.0:1790693629.239935:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693629.239937:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1790693629.239940:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693629.239943:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1790693629.239945:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693629.239947:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693629.239950:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000010:3.0:1790693629.239952:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
00000100:00000001:2.0:1790693629.239954:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693629.239958:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693629.239958:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693629.239964:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693629.239967:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.239971:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693629.239973:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693629.239975:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.239981:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1790693629.239982:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:3.0:1790693629.239986:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693629.239987:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693629.239993:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693629.240009:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.240009:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693629.240010:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240014:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:3.0:1790693629.240016:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240022:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.240023:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693629.240026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693629.240031:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:3.0:1790693629.240031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693629.240035:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693629.240037:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693629.240038:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298786562
00000100:00000001:3.0:1790693629.240039:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693629.240044:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4112
00000100:00000010:2.0:1790693629.240045:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b060.
00000400:00000200:3.0:1790693629.240062:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693629.240068:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1790693629.240068:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693629.240071:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693629.240076:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693629.240077:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298786562
00000100:00000001:3.0:1790693629.240080:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1790693629.240084:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b960.
00000100:00000040:3.0:1790693629.240084:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240087:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693629.240091:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693629.240094:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000100:00000001:2.0:1790693629.240096:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1790693629.240097:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693629.240101:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00000001:2.0:1790693629.240102:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1790693629.240104:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693629.240108:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:2.0:1790693629.240109:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693629.240111:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693629.240113:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693629.240114:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693629.240118:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240119:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693629.240122:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00100000:2.0:1790693629.240123:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693629/real 1790693629]  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693629.240125:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240129:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693629.240133:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693629.240137:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1790693629.240139:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1790693629.240141:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693629.240142:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693629.240144:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693629.240146:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693629.240149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000008:00100000:3.0:1790693629.240150:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1790693629.240151:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693629.240156:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000008:00000001:3.0:1790693629.240157:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693629.240161:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693629.240161:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693629.240169:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000100:00000200:2.0:1790693629.240171:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693629.240174:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:2.0:1790693629.240181:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:3.0:1790693629.240181:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693629.240183:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693629.240185:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240186:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.240187:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693629.240190:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1790693629.240192:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693629.240194:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693629.240197:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240200:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693629.240204:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1790693629.240204:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
00000100:00000001:2.0:1790693629.240211:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693629.240211:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240216:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.240217:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.240218:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.240220:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693629.240222:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1790693629.240222:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1790693629.240226:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693629.240233:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693629.240238:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1790693629.240241:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1790693629.240243:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693629.240245:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693629.240253:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693629.240258:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101339520:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693629.240268:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693629.240270:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240272:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790693629.240276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790693629.240278:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561500 x1877674101339520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693629.240283:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693629.240286:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693629.240289:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693629.240292:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1790693629.240294:0:36:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:2.0:1790693629.240296:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1790693629.240299:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4112
02000000:00000010:2.0:1790693629.240300:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
00000400:00000200:3.0:1790693629.240305:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:2.0:1790693629.240306:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693629.240310:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693629.240313:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000400:00000200:3.0:1790693629.240314:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000020:00000001:2.0:1790693629.240316:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00080000:3.0:1790693629.240318:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1790693629.240319:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693629.240326:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1790693629.240326:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693629.240327:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693629.240330:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561500.
00000100:00000001:3.0:1790693629.240331:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693629.240334:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1790693629.240335:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693629.240337:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693629.240339:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693629.240342:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693629.240345:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693629.240347:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693629.240349:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693629.240352:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1790693629.240352:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:2.0:1790693629.240355:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693629.240356:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693629.240360:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790693629.240361:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693629.240364:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693629.240367:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693629.240368:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693629.240372:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693629.240377:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:2.0:1790693629.240378:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693629.240380:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693629.240385:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693629.240391:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240395:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240416:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693629.240418:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.240421:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693629.240423:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693629.240426:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693629.240427:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693629.240430:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693629.240435:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339648:192.168.204.134@tcp:38:
02000000:00000001:3.0:1790693629.240435:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.240439:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693629.240442:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1790693629.240443:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1790693629.240447:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1790693629.240448:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.240450:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.240451:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.240456:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1790693629.240458:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
02000000:00000010:2.0:1790693629.240462:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
00000020:00000040:3.0:1790693629.240463:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693629.240468:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693629.240468:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693629.240471:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.240474:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693629.240475:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693629.240477:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790693629.240479:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
02000000:00000001:3.0:1790693629.240480:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693629.240482:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693629.240486:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339648, portal 10
02000000:00000010:3.0:1790693629.240487:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000100:00000001:2.0:1790693629.240489:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693629.240492:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000001:3.0:1790693629.240493:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693629.240500:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693629.240509:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693629.240510:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693629.240513:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693629.240521:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240522:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693629.240530:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240531:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693629.240534:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00080000:3.0:1790693629.240535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790693629.240540:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101339648, offset 0
00000100:00080000:3.0:1790693629.240540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693629.240541:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693629.240544:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693629.240548:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240549:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693629.240553:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4112
00000400:00000200:2.0:1790693629.240555:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.240559:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693629.240560:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693629.240562:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693629.240563:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693629.240565:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693629.240567:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6888:6888:256:4294967295] 192.168.204.134@tcp LPNI seq info [6883:6883:8:4294967295]
00000400:00000200:2.0:1790693629.240570:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693629.240574:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.240578:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790693629.240580:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693629.240583:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1790693629.240587:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693629.240589:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:2.0:1790693629.240590:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00000001:3.0:1790693629.240591:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693629.240595:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:2.0:1790693629.240598:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693629.240598:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693629.240602:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1790693629.240603:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000020:00000040:3.0:1790693629.240605:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693629.240607:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790693629.240608:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:3.0:1790693629.240610:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000800:00000200:2.1:1790693629.240611:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1790693629.240613:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000800:00000100:2.0:1790693629.240617:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000001:3.0:1790693629.240617:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693629.240622:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240623:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693629.240624:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240625:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693629.240626:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000800:00000010:2.0:1790693629.240628:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000100:00080000:3.0:1790693629.240629:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693629.240633:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693629.240634:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1790693629.240635:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693629.240638:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693629.240639:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790693629.240643:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693629.240646:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000100:00000001:3.0:1790693629.240646:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693629.240648:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1790693629.240650:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000008:00000001:3.0:1790693629.240651:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.240654:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240657:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:3.0:1790693629.240658:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000020:00000040:3.0:1790693629.240660:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693629.240663:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1790693629.240664:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693629.240665:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693629.240668:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693629.240671:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693629.240673:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693629.240677:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00000001:3.0:1790693629.240681:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240684:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1790693629.240687:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693629.240692:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693629.240695:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693629.240697:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693629.240702:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240708:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240713:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693629.240713:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240718:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693629.240719:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4122)
00000100:00000040:2.0:1790693629.240725:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693629.240728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693629.240730:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298785299
00000100:00000001:2.0:1790693629.240732:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.240734:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298785299
00000100:00000001:2.0:1790693629.240736:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.240737:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693629.240739:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240740:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693629.240744:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693629/real 1790693629]  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693629.240749:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693629.240750:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693629.240751:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693629.240753:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693629.240754:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693629.240755:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693629.240757:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693629.240762:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240765:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693629.240766:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.240767:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.240768:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693629.240769:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240773:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693629.240775:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240779:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693629.240781:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.240781:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.240782:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.240783:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693629.240784:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693629.240786:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693629.240789:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693629.240790:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693629.240794:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693629.240801:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339648:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693629.240804:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693629.240807:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240814:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693629.240815:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.240817:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693629.240819:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693629.240821:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693629.240824:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339776:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693629.240826:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693629.240828:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693629.240830:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.240832:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693629.240835:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693629.240837:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693629.240840:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693629.240842:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693629.240845:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693629.240847:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339776, portal 10
00000100:00000001:2.0:1790693629.240849:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693629.240851:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:2.0:1790693629.240856:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240863:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693629.240865:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693629.240867:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693629.240869:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101339776, offset 0
00000400:00000200:2.0:1790693629.240873:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693629.240877:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.240881:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693629.240884:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693629.240886:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693629.240888:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693629.240891:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693629.240893:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6889:6889:256:4294967295] 192.168.204.134@tcp LPNI seq info [6884:6884:8:4294967295]
00000400:00000200:2.0:1790693629.240898:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.240904:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693629.240908:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.240912:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693629.240916:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693629.240918:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693629.240922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693629.240924:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1790693629.240928:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.240930:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693629.240933:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693629.240936:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693629.240939:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693629.240941:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693629.240944:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693629.240947:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240955:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693629.240957:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.240964:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240965:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693629.240968:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693629.240971:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693629.240974:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693629.240976:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298785305
00000100:00000001:2.0:1790693629.240978:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.240979:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298785305
00000100:00000001:2.0:1790693629.240981:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.240982:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693629.240984:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.240985:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693629.240987:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693629/real 1790693629]  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693629.240993:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693629.240993:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693629.240995:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693629.240997:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693629.240998:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693629.241001:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693629.241003:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693629.241011:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241017:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693629.241018:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241020:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.241021:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693629.241025:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241031:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693629.241035:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241042:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693629.241044:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241045:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.241046:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241047:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693629.241048:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693629.241061:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693629.241064:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693629.241065:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693629.241068:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693629.241074:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339776:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693629.241078:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241080:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693629.241083:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101339648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241089:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693629.241090:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693629.241092:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693629.241095:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693629.241096:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693629.241097:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693629.241099:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693629.241101:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693629.241104:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693629.241105:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693629.241106:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:2.0:1790693629.241109:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693629.241111:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241112:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693629.241115:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101339776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241121:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693629.241122:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693629.241124:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693629.241125:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693629.241126:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693629.241128:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693629.241130:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693629.241131:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:2.0:1790693629.241133:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693629.241134:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693629.241135:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693629.241137:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693629.241138:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241140:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241143:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693629.241145:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.241146:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693629.241148:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693629.241149:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693629.241153:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241159:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693629.241161:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.241163:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693629.241164:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693629.241166:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693629.241169:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339904:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693629.241172:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693629.241174:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693629.241175:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.241177:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693629.241180:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693629.241182:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693629.241185:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693629.241187:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693629.241191:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693629.241194:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101339904, portal 4
00000100:00000001:2.0:1790693629.241195:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693629.241196:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:2.0:1790693629.241201:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241207:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693629.241208:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693629.241210:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693629.241212:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101339904, offset 0
00000400:00000200:2.0:1790693629.241216:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693629.241219:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.241222:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693629.241224:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693629.241226:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693629.241228:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693629.241230:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693629.241233:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6890:6890:256:4294967295] 192.168.204.134@tcp LPNI seq info [6885:6885:8:4294967295]
00000400:00000200:2.0:1790693629.241236:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.241242:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693629.241246:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.241249:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693629.241253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693629.241255:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693629.241259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693629.241262:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1790693629.241266:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.241267:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693629.241270:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693629.241273:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693629.241276:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693629.241278:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693629.241280:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693629.241284:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241290:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693629.241293:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241304:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.241306:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693629.241308:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693629.241311:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693629.241314:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693629.241316:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298785299
00000100:00000001:2.0:1790693629.241318:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.241320:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298785299
00000100:00000001:2.0:1790693629.241322:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.241324:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693629.241325:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.241327:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693629.241330:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693629/real 1790693629]  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693629.241338:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693629.241339:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693629.241341:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693629.241343:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693629.241345:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693629.241347:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693629.241350:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693629.241357:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241363:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693629.241364:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241366:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.241366:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693629.241369:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241375:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693629.241378:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241383:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693629.241385:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241386:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.241387:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241389:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693629.241390:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693629.241392:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693629.241395:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693629.241417:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693629.241421:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693629.241428:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101339904:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693629.241432:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693629.241435:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241440:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693629.241441:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.241443:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693629.241445:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693629.241446:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693629.241449:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340032:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693629.241452:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693629.241453:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693629.241454:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693629.241456:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693629.241460:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693629.241461:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693629.241465:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693629.241467:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693629.241470:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693629.241472:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340032, portal 4
00000100:00000001:2.0:1790693629.241473:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693629.241474:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:2.0:1790693629.241479:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241485:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693629.241487:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693629.241489:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693629.241491:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101340032, offset 0
00000400:00000200:2.0:1790693629.241495:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693629.241499:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.241502:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693629.241504:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693629.241506:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693629.241508:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693629.241510:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693629.241513:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6891:6891:256:4294967295] 192.168.204.134@tcp LPNI seq info [6886:6886:8:4294967295]
00000400:00000200:2.0:1790693629.241516:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693629.241521:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693629.241525:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.241528:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693629.241531:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693629.241533:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790693629.241537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693629.241540:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1790693629.241543:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693629.241545:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693629.241547:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693629.241550:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693629.241552:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693629.241554:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693629.241556:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693629.241559:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241565:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693629.241568:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241572:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.241574:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693629.241576:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693629.241579:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693629.241581:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693629.241583:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298785305
00000100:00000001:2.0:1790693629.241585:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.241587:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298785305
00000100:00000001:2.0:1790693629.241589:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298786562
00000100:00000001:2.0:1790693629.241591:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693629.241592:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.241594:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693629.241597:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693629/real 1790693629]  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693629.241603:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693629.241604:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693629.241606:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693629.241608:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693629.241609:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693629.241611:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693629.241614:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693629.241622:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241627:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693629.241629:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241630:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.241632:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693629.241634:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241641:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693629.241644:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241650:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693629.241652:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241654:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693629.241655:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241656:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693629.241657:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693629.241660:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693629.241663:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693629.241665:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693629.241668:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693629.241675:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340032:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693629.241678:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241680:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693629.241682:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101339904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241693:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693629.241695:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693629.241696:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693629.241699:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693629.241700:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693629.241702:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693629.241704:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693629.241705:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693629.241707:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693629.241708:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693629.241710:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:2.0:1790693629.241712:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693629.241713:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241715:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693629.241717:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101340032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693629.241723:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693629.241724:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693629.241726:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693629.241727:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693629.241728:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693629.241730:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693629.241731:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693629.241733:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693629.241734:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693629.241736:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693629.241737:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:2.0:1790693629.241738:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693629.241739:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241741:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.241744:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693629.241745:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693629.241747:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693629.241748:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693629.623522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693629.623528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693629.623531:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693629.623533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693629.623535:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693629.623542:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693629.623543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693629.623547:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693629.623550:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693629.623553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693629.623554:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693629.623559:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693629.623560:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693629.623562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693629.623565:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693629.623567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623576:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623579:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623581:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623585:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693629.623587:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693629.623589:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693629.623590:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623592:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693629.623593:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623595:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623596:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693629.623600:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693629.623602:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693629.623623:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693629.623626:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693629.623628:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693629.623732:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693629.623736:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693629.623737:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693629.623740:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693629.623742:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693629.623745:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.623746:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693629.623748:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693629.623750:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693629.624740:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693629.624744:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693629.624745:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693629.624748:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693629.624750:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693629.624751:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693629.624753:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693629.624755:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693629.624756:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693630.263515:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693630.263523:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693630.263526:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693630.263532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693630.263536:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693630.263539:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693630.263541:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693630.263544:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693630.263546:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693630.583515:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298786562, at 4298786624
00000100:00000010:1.0:1790693630.583529:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b960.
00000100:00000040:0.0:1790693630.583630:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298786562, at 4298786624
00000100:00000010:0.0:1790693630.583636:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b060.
00000100:00000001:0.0:1790693630.647506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693630.647506:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693630.647515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693630.647516:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693630.647518:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693630.647520:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693630.647521:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693630.647526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693630.647527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693630.647528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693630.647532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693630.647533:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693630.647534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693630.647537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693630.647539:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693630.647540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693630.647540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693630.647544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693630.647547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693630.647549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693630.647551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693630.647552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693630.647553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693630.647556:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693630.647556:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693630.647557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693630.647580:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693630.647583:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693630.647587:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693630.647637:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693630.647641:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693630.647642:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693630.647643:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693630.647645:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693630.647646:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693630.647647:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693630.647648:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693630.647649:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693631.287507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693631.287515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693631.287517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693631.287521:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693631.287525:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693631.287528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693631.287530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693631.287532:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693631.287534:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693631.671499:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693631.671499:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693631.671508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693631.671508:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693631.671511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693631.671512:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693631.671518:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693631.671519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693631.671519:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693631.671519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693631.671522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693631.671523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693631.671525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693631.671526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693631.671527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693631.671529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693631.671531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693631.671533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693631.671534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693631.671534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693631.671534:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693631.671538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693631.671540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693631.671541:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693631.671541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693631.671544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693631.671545:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693631.671545:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693631.671552:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693631.671552:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693631.671553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693631.671553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693631.671556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693631.671557:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693631.671559:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693631.671582:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693631.671586:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693631.671588:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693632.311567:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693632.311588:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693632.311591:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693632.311604:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693632.311608:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693632.311613:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693632.311616:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693632.311620:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693632.311624:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693632.695538:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693632.695541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693632.695546:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693632.695546:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693632.695550:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693632.695551:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693632.695552:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693632.695554:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693632.695561:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693632.695563:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693632.695563:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693632.695563:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693632.695566:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693632.695568:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693632.695573:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693632.695573:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693632.695576:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693632.695578:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693632.695578:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693632.695580:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693632.695587:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693632.695589:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693632.695590:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693632.695591:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693632.695593:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693632.695595:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693632.695596:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693632.695598:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693632.695604:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693632.695605:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693632.695606:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693632.695609:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693632.695610:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693632.695610:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693632.695614:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693632.695616:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693632.695618:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693632.695619:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693632.695627:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693632.695628:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693632.695630:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693632.695658:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693632.695661:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693632.695664:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693633.336275:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693633.336280:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693633.336282:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693633.336286:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693633.336290:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693633.336293:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693633.336296:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693633.336298:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693633.336302:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693633.719517:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693633.719517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693633.719522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693633.719524:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693633.719524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693633.719526:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693633.719527:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693633.719528:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693633.719534:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693633.719534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693633.719538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693633.719540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693633.719543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693633.719544:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693633.719544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693633.719544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693633.719548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693633.719549:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693633.719550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693633.719553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693633.719554:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693633.719555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693633.719557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693633.719561:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693633.719562:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693633.719571:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693633.719571:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693633.719571:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693633.719575:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693633.719577:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693633.719581:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693633.719588:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693633.719592:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693633.719595:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693633.719598:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693633.719607:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693633.719612:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693633.719615:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693634.359527:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693634.359536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693634.359539:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693634.359545:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693634.359549:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693634.359553:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.359555:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693634.359558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.359561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693634.359573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693634.359580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693634.359584:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693634.359588:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693634.359592:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693634.359600:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4117
00000400:00000200:3.0:1790693634.359608:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693634.359615:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693634.359618:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693634.359622:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.359625:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693634.359627:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.359629:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693634.359637:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693634.359639:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693634.359642:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693634.359645:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693634.359647:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693634.359650:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693634.359652:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.359654:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693634.359656:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.359658:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693634.359661:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693634.359664:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693634.359666:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693634.359668:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693634.359672:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693634.359674:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.359676:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693634.359678:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693634.359687:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563100.
00000020:00000040:3.0:1790693634.359691:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693634.359699:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693634.359701:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.359704:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693634.359707:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693634.359711:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693634.359719:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693634.359725:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693634.359734:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693634.359745:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693634.359748:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693634.359752:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0521de] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693634.359772:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693634.359775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693634.359780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693634.359782:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693634.359783:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693634.359786:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693634.359788:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4117
00000400:00000200:3.0:1790693634.359792:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693634.359796:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693634.359799:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693634.359802:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693634.359805:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693634.359805:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693634.359807:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693634.359810:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693634.359811:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693634.359814:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790693634.359817:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693634.359819:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693634.359822:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693634.359824:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693634.359825:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693634.359831:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693634.359836:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693634.359841:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693634.359844:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693634.359845:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693634.359848:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790693634.359849:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693634.359853:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693634.359854:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693634.359860:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.359860:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693634.359866:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:2.0:1790693634.359868:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101340160:192.168.204.134@tcp:250:
00000100:00080000:3.0:1790693634.359872:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693634.359874:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693634.359878:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.359880:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693634.359882:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693634.359884:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.359888:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693634.359889:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693634.359893:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.359895:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693634.359899:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693634.359902:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.359904:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693634.359906:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
00000100:00000010:3.0:1790693634.359908:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562d80.
02000000:00000001:2.0:1790693634.359910:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693634.359913:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693634.359917:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790693634.359919:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693634.359920:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.359924:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1790693634.359926:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
02000000:00000001:3.0:1790693634.359926:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693634.359929:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693634.359934:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
02000000:00000010:3.0:1790693634.359935:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095800.
00000100:00000001:3.0:1790693634.359940:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693634.359942:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340160, portal 25
00000100:00000001:2.0:1790693634.359946:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693634.359949:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00100000:3.0:1790693634.359965:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693634.359971:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693634.359980:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693634.359983:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.359984:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693634.359991:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693634.359991:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021b469bb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693634.359995:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693634.360000:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101340160, offset 0
00000100:00000001:3.0:1790693634.360006:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.360011:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:3.0:1790693634.360011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693634.360017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693634.360018:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790693634.360022:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:3.0:1790693634.360022:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693634.360028:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693634.360031:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:3.0:1790693634.360035:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4117
00000400:00000200:2.0:1790693634.360038:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693634.360044:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693634.360047:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693634.360050:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693634.360053:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6892:6892:256:4294967295] 192.168.204.134@tcp LPNI seq info [6887:6887:8:4294967295]
00000400:00000200:2.0:1790693634.360058:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693634.360063:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693634.360071:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693634.360073:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1790693634.360077:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693634.360083:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:2.0:1790693634.360084:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360088:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790693634.360092:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00000040:3.0:1790693634.360093:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360098:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693634.360101:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1790693634.360103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:3.0:1790693634.360104:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693634.360109:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1790693634.360110:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1790693634.360111:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693634.360117:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:2.1:1790693634.360121:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:3.0:1790693634.360122:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:2.1:1790693634.360127:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693634.360132:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.360134:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693634.360141:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693634.360145:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693634.360150:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693634.360153:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693634.360157:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693634.360161:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.360171:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.360174:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.360187:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.360188:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693634.360193:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.360199:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:3.0:1790693634.360203:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693634.360204:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298791682
00000100:00000001:3.0:1790693634.360208:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1790693634.360212:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b0c0.
00000100:00000040:3.0:1790693634.360213:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360217:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693634.360220:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:2.0:1790693634.360221:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1790693634.360225:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360229:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.360230:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298791682
02000000:00000001:3.0:1790693634.360234:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1790693634.360236:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b900.
02000000:00000001:3.0:1790693634.360239:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693634.360242:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693634.360243:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.360248:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693634.360248:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693634.360251:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790693634.360253:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790693634.360255:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.360257:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693634.360259:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693634.360264:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693634/real 1790693634]  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693634.360265:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561f80.
00000020:00000040:3.0:1790693634.360270:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693634.360277:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693634.360280:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693634.360282:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1790693634.360283:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1790693634.360285:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1790693634.360286:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790693634.360289:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
02000000:00000001:3.0:1790693634.360290:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.360295:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
02000000:00000010:3.0:1790693634.360297:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097400.
00000400:00000010:2.0:1790693634.360299:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693634.360304:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693634.360304:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693634.360310:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693634.360314:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693634.360330:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693634.360350:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693634.360351:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693634.360353:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.360355:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.360359:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1790693634.360361:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000020a3eb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.360362:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693634.360372:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693634.360375:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693634.360381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693634.360385:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693634.360392:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693634.360418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693634.360420:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693634.360422:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693634.360426:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693634.360429:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4117
00000400:00000200:3.0:1790693634.360435:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693634.360442:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1790693634.360442:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693634.360448:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693634.360448:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693634.360452:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1790693634.360453:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693634.360455:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693634.360458:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693634.360460:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1790693634.360462:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693634.360464:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693634.360466:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00080000:2.0:1790693634.360469:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1790693634.360471:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693634.360474:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00080000:2.0:1790693634.360475:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000001:3.0:1790693634.360477:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693634.360480:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1790693634.360481:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693634.360486:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693634.360489:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693634.360490:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693634.360499:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360504:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1790693634.360507:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101340160:192.168.204.134@tcp:250:
00000100:00000040:3.0:1790693634.360510:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693634.360514:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693634.360515:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693634.360519:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1790693634.360521:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000040:2.0:1790693634.360526:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101340160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693634.360528:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360533:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693634.360538:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693634.360542:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693634.360542:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693634.360547:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.360548:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693634.360550:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693634.360553:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.360554:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693634.360557:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562300.
02000000:00000001:2.0:1790693634.360558:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1790693634.360560:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000010:2.0:1790693634.360563:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:3.0:1790693634.360564:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693634.360568:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.360570:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1790693634.360570:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:2.0:1790693634.360574:0:2398:0:(genops.c:1216:class_import_put()) Process entered
02000000:00000001:3.0:1790693634.360574:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693634.360577:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693634.360578:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693634.360582:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693634.360584:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
02000000:00000010:2.0:1790693634.360585:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693634.360589:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.360592:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693634.360595:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1790693634.360596:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1790693634.360597:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:2.0:1790693634.360602:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693634.360605:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.360608:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693634.360611:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693634.360614:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.360617:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693634.360620:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693634.360620:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001abf7409] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.360625:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693634.360627:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693634.360630:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693634.360636:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693634.360637:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693634.360642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693634.360649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693634.360653:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693634.360653:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693634.360657:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693634.360657:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693634.360661:0:36:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:2.0:1790693634.360662:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693634.360667:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1790693634.360668:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4117
02000000:00000001:2.0:1790693634.360672:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693634.360676:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:2.0:1790693634.360681:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340288:192.168.204.134@tcp:38:
00000400:00000200:3.0:1790693634.360683:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693634.360689:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1790693634.360690:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693634.360695:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360697:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693634.360699:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1790693634.360699:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693634.360703:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.360704:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693634.360708:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1790693634.360710:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693634.360712:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
02000000:00000010:2.0:1790693634.360713:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
00000020:00000001:3.0:1790693634.360714:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693634.360717:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:2.0:1790693634.360719:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693634.360721:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693634.360725:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:2.0:1790693634.360727:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:3.0:1790693634.360731:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693634.360733:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693634.360734:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790693634.360739:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000040:3.0:1790693634.360739:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360742:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:2.0:1790693634.360745:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340288, portal 10
00000020:00000040:3.0:1790693634.360746:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:2.0:1790693634.360750:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1790693634.360753:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693634.360754:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000001:3.0:1790693634.360759:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693634.360762:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790693634.360765:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693634.360766:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693634.360771:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693634.360775:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693634.360779:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693634.360780:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1790693634.360784:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693634.360785:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360789:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693634.360790:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693634.360794:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101340288, offset 0
00000100:00000010:3.0:1790693634.360794:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563800.
00000020:00000040:3.0:1790693634.360799:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:2.0:1790693634.360804:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:3.0:1790693634.360805:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693634.360809:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.360811:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693634.360812:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693634.360816:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790693634.360819:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:3.0:1790693634.360819:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.360825:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1790693634.360826:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000400:00000200:2.0:1790693634.360830:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:3.0:1790693634.360832:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.360834:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693634.360841:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00100000:3.0:1790693634.360841:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693634.360848:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6893:6893:256:4294967295] 192.168.204.134@tcp LPNI seq info [6888:6888:8:4294967295]
00000400:00000200:2.0:1790693634.360858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693634.360861:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693634.360864:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693634.360872:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db545c3d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693634.360873:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693634.360884:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693634.360891:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693634.360892:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00000040:3.0:1790693634.360898:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4128)
00000800:00000200:2.0:1790693634.360899:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693634.360904:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693634.360909:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693634.360912:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693634.360929:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.360932:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693634.360935:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693634.360938:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693634.360943:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693634.360944:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693634.360947:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693634.360964:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.360972:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.360975:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.360980:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.360982:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693634.360986:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693634.360989:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693634.360993:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693634.360995:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298790419
00000100:00000001:2.0:1790693634.360998:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361000:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298790419
00000100:00000001:2.0:1790693634.361002:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361004:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693634.361005:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361007:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693634.361011:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693634/real 1790693634]  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693634.361024:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693634.361025:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693634.361027:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693634.361029:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693634.361031:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693634.361033:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693634.361035:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693634.361043:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361050:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693634.361051:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361053:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.361054:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693634.361058:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361063:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693634.361067:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361073:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693634.361075:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361076:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.361078:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361079:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693634.361082:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693634.361084:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693634.361088:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693634.361090:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693634.361094:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693634.361101:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340288:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693634.361104:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693634.361107:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361113:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693634.361114:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.361116:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693634.361118:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693634.361120:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693634.361123:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340416:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693634.361126:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693634.361128:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693634.361129:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.361131:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693634.361134:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693634.361136:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.361139:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693634.361142:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693634.361145:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693634.361148:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340416, portal 10
00000100:00000001:2.0:1790693634.361150:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693634.361151:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:2.0:1790693634.361157:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361163:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693634.361165:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693634.361167:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693634.361169:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101340416, offset 0
00000400:00000200:2.0:1790693634.361173:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693634.361177:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693634.361180:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693634.361183:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693634.361185:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693634.361187:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693634.361188:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693634.361191:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6894:6894:256:4294967295] 192.168.204.134@tcp LPNI seq info [6889:6889:8:4294967295]
00000400:00000200:2.0:1790693634.361193:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693634.361198:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693634.361200:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.361203:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693634.361206:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693634.361208:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693634.361210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693634.361212:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693634.361214:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.361215:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693634.361217:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693634.361219:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693634.361221:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693634.361222:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693634.361224:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693634.361226:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361231:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.361233:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361237:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361237:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693634.361239:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693634.361241:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693634.361243:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693634.361244:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298790425
00000100:00000001:2.0:1790693634.361245:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361247:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298790425
00000100:00000001:2.0:1790693634.361248:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361249:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693634.361251:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361252:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693634.361255:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693634/real 1790693634]  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693634.361268:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693634.361269:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693634.361270:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693634.361273:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693634.361274:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693634.361277:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693634.361280:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693634.361287:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361293:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693634.361295:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361297:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.361298:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693634.361301:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361308:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693634.361312:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361319:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693634.361321:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361322:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.361323:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361325:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693634.361326:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693634.361329:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693634.361332:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693634.361333:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693634.361338:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693634.361345:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340416:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693634.361349:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361351:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.361354:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101340288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361360:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693634.361362:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693634.361364:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693634.361367:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693634.361368:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693634.361370:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693634.361372:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693634.361373:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:2.0:1790693634.361375:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693634.361376:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693634.361377:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:2.0:1790693634.361379:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693634.361380:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361381:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.361383:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101340416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361387:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693634.361388:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693634.361388:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693634.361389:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693634.361390:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693634.361391:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693634.361392:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693634.361392:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:2.0:1790693634.361394:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693634.361394:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693634.361396:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693634.361423:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693634.361424:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361426:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361431:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693634.361432:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361434:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693634.361436:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693634.361437:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693634.361440:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361446:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693634.361447:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.361449:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693634.361451:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693634.361452:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693634.361455:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340544:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693634.361458:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693634.361460:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693634.361462:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.361463:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693634.361466:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693634.361468:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.361471:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693634.361474:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693634.361478:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693634.361481:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340544, portal 4
00000100:00000001:2.0:1790693634.361482:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693634.361484:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:2.0:1790693634.361489:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361494:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693634.361496:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693634.361498:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693634.361500:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101340544, offset 0
00000400:00000200:2.0:1790693634.361503:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693634.361507:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693634.361510:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693634.361513:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693634.361515:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693634.361518:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693634.361520:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693634.361523:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6895:6895:256:4294967295] 192.168.204.134@tcp LPNI seq info [6890:6890:8:4294967295]
00000400:00000200:2.0:1790693634.361526:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693634.361531:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693634.361535:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.361538:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693634.361542:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693634.361544:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693634.361548:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693634.361550:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693634.361554:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.361555:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693634.361558:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693634.361561:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693634.361564:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693634.361565:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693634.361568:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693634.361571:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361578:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.361581:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361587:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361589:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693634.361591:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693634.361594:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693634.361598:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693634.361600:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298790420
00000100:00000001:2.0:1790693634.361602:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361605:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298790420
00000100:00000001:2.0:1790693634.361607:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361609:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693634.361611:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361612:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693634.361616:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693634/real 1790693634]  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693634.361623:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693634.361624:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693634.361625:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693634.361627:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693634.361629:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693634.361631:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693634.361633:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693634.361640:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361645:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693634.361647:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361649:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.361650:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693634.361653:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361658:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693634.361661:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361672:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693634.361674:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361675:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.361676:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.361678:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693634.361679:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693634.361682:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693634.361685:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693634.361686:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693634.361690:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693634.361696:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340544:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693634.361699:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693634.361702:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361708:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693634.361709:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.361711:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693634.361712:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693634.361714:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693634.361716:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340672:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693634.361719:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693634.361720:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693634.361721:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693634.361723:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693634.361725:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693634.361727:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693634.361730:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693634.361733:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693634.361736:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693634.361738:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340672, portal 4
00000100:00000001:2.0:1790693634.361740:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693634.361741:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:2.0:1790693634.361747:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361753:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693634.361756:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693634.361758:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693634.361761:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101340672, offset 0
00000400:00000200:2.0:1790693634.361766:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693634.361771:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693634.361777:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693634.361781:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693634.361785:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693634.361788:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693634.361791:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693634.361794:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6896:6896:256:4294967295] 192.168.204.134@tcp LPNI seq info [6891:6891:8:4294967295]
00000400:00000200:2.0:1790693634.361799:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693634.361807:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693634.361813:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.361817:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693634.361822:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693634.361826:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693634.361830:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693634.361834:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693634.361875:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693634.361877:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693634.361881:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693634.361886:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693634.361891:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693634.361893:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693634.361898:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693634.361904:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361914:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.361919:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.361925:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361926:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693634.361929:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693634.361932:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693634.361935:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693634.361937:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298790425
00000100:00000001:2.0:1790693634.361939:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361941:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298790425
00000100:00000001:2.0:1790693634.361943:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298791682
00000100:00000001:2.0:1790693634.361945:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693634.361947:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.361949:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693634.361965:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693634/real 1790693634]  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693634.361974:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693634.361976:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693634.361978:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693634.361981:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693634.361983:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693634.361987:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693634.361991:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693634.362001:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.362015:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693634.362018:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.362021:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.362022:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693634.362026:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.362031:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693634.362036:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.362042:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693634.362044:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.362045:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693634.362047:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.362049:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693634.362050:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693634.362052:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693634.362055:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693634.362058:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693634.362061:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693634.362068:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340672:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693634.362072:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.362074:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.362076:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101340544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.362082:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693634.362083:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693634.362085:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693634.362088:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693634.362090:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693634.362091:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693634.362093:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693634.362094:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693634.362097:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693634.362098:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693634.362100:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:2.0:1790693634.362102:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693634.362103:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.362105:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693634.362108:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101340672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693634.362113:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693634.362114:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693634.362116:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121400.
02000000:00000001:2.0:1790693634.362118:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693634.362119:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693634.362120:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693634.362122:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693634.362123:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693634.362126:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693634.362127:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693634.362128:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693634.362132:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693634.362133:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.362135:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.362138:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693634.362140:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693634.362142:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693634.362143:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693634.743525:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693634.743528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693634.743534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693634.743536:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693634.743541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693634.743542:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693634.743543:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693634.743554:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693634.743554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693634.743559:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693634.743566:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693634.743566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693634.743567:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693634.743571:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693634.743575:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693634.743576:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693634.743579:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693634.743581:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693634.743583:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693634.743583:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693634.743587:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693634.743592:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693634.743605:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693634.743606:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693634.743610:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693634.743614:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693634.743616:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693634.743621:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693634.743625:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693634.743682:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693634.743686:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693634.743688:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693634.743693:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693634.743696:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693634.743700:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.743702:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693634.743705:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693634.743707:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693635.383528:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693635.383536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693635.383537:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693635.383542:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693635.383545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693635.383548:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693635.383555:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693635.383558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693635.383564:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693635.703484:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298791682, at 4298791744
00000100:00000010:0.0:1790693635.703496:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b0c0.
00000100:00000040:1.0:1790693635.703577:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298791682, at 4298791744
00000100:00000010:1.0:1790693635.703583:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b900.
00000100:00000001:0.0:1790693635.767503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693635.767511:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693635.767513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693635.767518:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693635.767520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693635.767523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693635.767525:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693635.767530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693635.767531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693635.767534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693635.767536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693635.767539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693635.767540:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693635.767542:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693635.767546:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693635.767547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693635.767551:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693635.767583:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693635.767587:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693635.767589:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693635.767592:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693635.767595:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693635.767597:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693635.767598:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693635.767600:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693635.767602:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693635.767706:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693635.767708:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693635.767711:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693635.767731:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693635.767735:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693635.767737:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693635.767739:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693635.767742:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693635.767744:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693635.767746:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693635.767748:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693635.767750:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693636.407594:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693636.407606:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693636.407609:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693636.407617:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693636.407621:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693636.407626:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693636.407630:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693636.407633:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693636.407636:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693636.791660:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693636.791666:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693636.791669:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693636.791674:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693636.791678:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693636.791683:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693636.791721:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693636.791726:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693636.791728:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693636.791731:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693636.791733:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693636.791736:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693636.791739:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693636.791741:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693636.791744:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693636.791798:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693636.791805:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693636.791807:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693636.791811:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693636.791815:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693636.791819:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693636.791822:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693636.791824:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693636.791827:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693636.791829:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693636.791833:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693636.791836:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693636.791994:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693636.791999:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693636.792001:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693636.792006:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693636.792009:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693636.792012:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693636.792014:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693636.792015:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693636.792019:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693636.792020:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693636.792022:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693636.792023:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693636.792026:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693636.792026:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693636.792073:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693636.792076:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693636.792078:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693637.432038:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693637.432045:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693637.432047:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693637.432053:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693637.432056:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693637.432059:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693637.432071:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693637.432073:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693637.432076:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693637.815510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693637.815516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693637.815518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693637.815522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693637.815522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693637.815527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693637.815528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693637.815531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693637.815532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693637.815534:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693637.815537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693637.815537:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693637.815542:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693637.815542:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693637.815547:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693637.815551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693637.815553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693637.815556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693637.815632:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693637.815638:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693637.815646:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693637.815647:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693637.815651:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693637.815653:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693637.815657:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693637.815658:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693637.815753:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693637.815758:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693637.815761:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693637.815908:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693637.815912:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693637.815913:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693637.815916:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693637.815918:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693637.815921:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693637.815923:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693637.815924:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693637.815926:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693638.455520:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693638.455529:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693638.455532:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693638.455537:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693638.455542:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693638.455545:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693638.455548:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693638.455550:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693638.455552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693638.839524:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693638.839524:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693638.839531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693638.839537:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693638.839538:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693638.839538:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693638.839539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693638.839541:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693638.839548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693638.839549:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693638.839549:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1790693638.839550:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693638.839555:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693638.839555:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693638.839563:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693638.839563:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693638.839566:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693638.839567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693638.839572:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693638.839573:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693638.839574:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693638.839575:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693638.839576:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693638.839583:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693638.839586:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693638.839588:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693638.839588:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693638.839595:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693638.839601:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693638.839602:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693638.839602:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693638.839606:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693638.839613:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693638.839614:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693638.839621:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693638.839641:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693638.839644:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693638.839647:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693639.479520:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1790693639.479523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693639.479531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1790693639.479533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693639.479535:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.479537:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693639.479541:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:3.0:1790693639.479543:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693639.479548:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693639.479549:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693639.479554:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693639.479559:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4123
00000100:00000001:2.0:1790693639.479560:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693639.479564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.479569:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693639.479573:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693639.479581:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693639.479585:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693639.479590:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479593:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693639.479596:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479598:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693639.479606:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693639.479608:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693639.479611:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693639.479614:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693639.479618:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693639.479621:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693639.479624:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479626:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693639.479639:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479641:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693639.479644:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693639.479647:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479652:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693639.479655:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693639.479658:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693639.479660:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.479663:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693639.479668:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693639.479677:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560e00.
00000020:00000040:3.0:1790693639.479680:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693639.479683:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693639.479685:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.479687:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693639.479690:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693639.479693:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693639.479700:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
00000100:00000001:3.0:1790693639.479706:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693639.479714:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693639.479723:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693639.479725:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693639.479728:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1a811b4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693639.479749:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693639.479752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693639.479755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693639.479756:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693639.479758:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693639.479761:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693639.479763:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4123
00000400:00000200:3.0:1790693639.479767:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693639.479770:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693639.479773:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693639.479776:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479779:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693639.479781:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479784:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693639.479786:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790693639.479787:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693639.479792:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693639.479795:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1790693639.479801:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000040:2.0:1790693639.479802:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693639.479805:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693639.479809:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693639.479814:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693639.479815:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693639.479818:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693639.479819:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:2.0:1790693639.479821:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1790693639.479826:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479829:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693639.479831:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693639.479831:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.479833:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:2.0:1790693639.479836:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693639.479838:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:2.0:1790693639.479843:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101340800:192.168.204.134@tcp:250:
00000100:00080000:3.0:1790693639.479845:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693639.479863:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693639.479865:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.479868:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693639.479868:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693639.479873:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693639.479876:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693639.479877:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693639.479884:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693639.479887:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.479892:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.479892:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693639.479898:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693639.479901:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:3.0:1790693639.479905:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693639.479906:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693639.479911:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693639.479914:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000010:3.0:1790693639.479918:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563800.
00000020:00000040:3.0:1790693639.479922:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000200:2.0:1790693639.479923:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340800, portal 25
02000000:00000001:3.0:1790693639.479925:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693639.479927:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1790693639.479928:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.479930:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932671488 : -115045776880128 : ffff975dd1560e00)
00000100:00000001:3.0:1790693639.479932:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693639.479935:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693639.479938:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693639.479941:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1790693639.479944:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:3.0:1790693639.479950:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.479955:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1790693639.479959:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693639.479962:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693639.479966:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693639.479972:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101340800, offset 0
00000100:00000001:3.0:1790693639.479973:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693639.479976:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693639.479979:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693639.479984:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db545c3d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693639.479988:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.479995:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693639.479998:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693639.480003:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693639.480009:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790693639.480011:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693639.480012:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:3.0:1790693639.480014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693639.480019:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6897:6897:256:4294967295] 192.168.204.134@tcp LPNI seq info [6892:6892:8:4294967295]
00000100:00080000:3.0:1790693639.480020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693639.480022:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693639.480025:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693639.480028:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693639.480031:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693639.480038:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4123
00000400:00000200:2.0:1790693639.480041:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790693639.480046:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693639.480050:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693639.480054:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1790693639.480058:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693639.480059:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480064:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790693639.480066:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00000040:3.0:1790693639.480067:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480071:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693639.480075:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1790693639.480077:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:3.0:1790693639.480077:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693639.480081:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693639.480083:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000200:2.0:1790693639.480084:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790693639.480085:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693639.480089:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:3.0:1790693639.480094:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480096:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790693639.480096:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:3.0:1790693639.480099:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480103:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:2.1:1790693639.480103:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1790693639.480104:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:3.0:1790693639.480108:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480111:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693639.480113:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1790693639.480115:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000001:3.0:1790693639.480117:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1790693639.480119:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
02000000:00000001:3.0:1790693639.480120:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.480124:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693639.480125:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693639.480127:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.480128:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693639.480129:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1790693639.480131:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562300.
00000020:00000040:3.0:1790693639.480134:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693639.480137:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790693639.480138:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790693639.480139:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.480142:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693639.480144:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693639.480145:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693639.480148:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
02000000:00000010:3.0:1790693639.480148:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000400:00000010:2.0:1790693639.480154:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:3.0:1790693639.480154:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480161:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00100000:3.0:1790693639.480161:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693639.480168:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693639.480170:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693639.480170:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693639.480176:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001abf7409] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693639.480192:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480193:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790693639.480194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790693639.480199:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693639.480199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693639.480200:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693639.480203:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693639.480207:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693639.480210:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4123
00000400:00000200:3.0:1790693639.480217:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693639.480223:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693639.480224:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693639.480228:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:3.0:1790693639.480229:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693639.480233:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480235:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693639.480236:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693639.480238:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480242:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693639.480244:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:3.0:1790693639.480247:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693639.480248:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298796802
00000020:00000040:3.0:1790693639.480250:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693639.480253:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1790693639.480256:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671ba80.
00000020:00000040:3.0:1790693639.480256:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693639.480261:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693639.480264:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693639.480267:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480269:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693639.480270:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693639.480272:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693639.480273:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693639.480277:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693639.480280:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693639.480282:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298796802
00000100:00000001:3.0:1790693639.480283:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693639.480287:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1790693639.480288:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bcc0.
02000000:00000001:3.0:1790693639.480290:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693639.480293:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693639.480294:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.480298:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693639.480300:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1790693639.480301:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693639.480305:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790693639.480306:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480311:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693639.480311:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693639.480315:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561f80.
00000020:00000040:3.0:1790693639.480319:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00100000:2.0:1790693639.480320:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693639/real 1790693639]  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693639.480323:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693639.480325:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.480329:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693639.480332:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693639.480334:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693639.480340:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1790693639.480340:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000400:00000001:2.0:1790693639.480343:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693639.480347:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693639.480351:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693639.480353:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:3.0:1790693639.480353:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480356:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:3.0:1790693639.480362:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693639.480363:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693639.480379:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693639.480380:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693639.480389:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000020a3eb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693639.480394:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480425:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693639.480427:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.480429:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.480432:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693639.480436:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693639.480438:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693639.480440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693639.480448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693639.480449:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693639.480451:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1790693639.480455:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693639.480455:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693639.480462:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693639.480468:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4123
00000100:00000001:2.0:1790693639.480472:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693639.480476:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790693639.480477:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693639.480478:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.480480:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.480482:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693639.480484:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1790693639.480484:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693639.480490:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693639.480490:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1790693639.480494:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000040:3.0:1790693639.480498:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693639.480499:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1790693639.480504:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693639.480506:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693639.480513:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:2.0:1790693639.480516:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101340800:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693639.480518:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693639.480520:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.480524:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1790693639.480524:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1790693639.480527:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560e00 x1877674101340800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693639.480528:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693639.480532:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693639.480536:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1790693639.480536:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:2.0:1790693639.480539:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1790693639.480540:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000010:2.0:1790693639.480542:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
00000020:00000001:3.0:1790693639.480546:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:2.0:1790693639.480547:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693639.480551:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693639.480553:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000040:3.0:1790693639.480554:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000020:00000001:2.0:1790693639.480556:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693639.480559:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
00000100:00000001:3.0:1790693639.480559:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693639.480564:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1790693639.480564:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693639.480567:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693639.480569:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560e00.
00000100:00000001:3.0:1790693639.480569:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693639.480574:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1790693639.480575:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:2.0:1790693639.480576:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.480579:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693639.480581:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693639.480584:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480586:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1790693639.480586:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693639.480589:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480592:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1790693639.480592:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693639.480594:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693639.480597:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1790693639.480597:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693639.480602:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693639.480602:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693639.480606:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693639.480612:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1790693639.480613:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480614:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.480616:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.480617:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693639.480619:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693639.480622:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693639.480623:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562d80.
00000100:00100000:2.0:1790693639.480624:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340928:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693639.480629:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1790693639.480630:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693639.480631:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693639.480635:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693639.480637:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693639.480638:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693639.480640:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693639.480642:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693639.480642:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.480647:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693639.480650:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
02000000:00000010:2.0:1790693639.480653:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
00000100:00000001:3.0:1790693639.480654:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.480657:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693639.480662:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693639.480664:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693639.480670:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693639.480675:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790693639.480676:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000001:3.0:1790693639.480678:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693639.480681:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101340928, portal 10
00000100:00000040:3.0:1790693639.480685:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021b469bb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480686:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693639.480689:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000001:3.0:1790693639.480699:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693639.480703:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4133)
00000100:00000040:2.0:1790693639.480709:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480717:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693639.480720:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693639.480722:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693639.480726:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101340928, offset 0
00000400:00000200:2.0:1790693639.480730:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693639.480736:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.480739:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693639.480742:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693639.480745:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693639.480747:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693639.480749:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693639.480752:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6898:6898:256:4294967295] 192.168.204.134@tcp LPNI seq info [6893:6893:8:4294967295]
00000400:00000200:2.0:1790693639.480756:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.480762:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693639.480766:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.480770:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693639.480774:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693639.480776:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693639.480781:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693639.480783:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693639.480787:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.480789:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693639.480791:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693639.480794:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693639.480796:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693639.480797:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693639.480799:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693639.480801:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480806:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.480808:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480812:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480814:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693639.480816:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693639.480819:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693639.480821:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693639.480822:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298795539
00000100:00000001:2.0:1790693639.480824:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.480827:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298795539
00000100:00000001:2.0:1790693639.480829:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.480831:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693639.480833:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.480835:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693639.480838:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693639/real 1790693639]  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693639.480846:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693639.480847:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693639.480849:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693639.480851:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693639.480864:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693639.480867:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693639.480870:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693639.480879:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480885:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693639.480886:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.480888:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.480889:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693639.480891:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480895:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693639.480898:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480902:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693639.480903:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.480904:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.480905:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.480906:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693639.480908:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693639.480910:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693639.480912:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693639.480914:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693639.480917:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693639.480924:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101340928:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693639.480928:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693639.480931:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480937:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693639.480938:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.480940:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693639.480942:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693639.480944:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693639.480947:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341056:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693639.480950:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693639.480952:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693639.480953:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.480955:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693639.480958:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693639.480961:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693639.480963:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693639.480965:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693639.480967:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693639.480969:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341056, portal 10
00000100:00000001:2.0:1790693639.480971:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693639.480972:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:2.0:1790693639.480976:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.480980:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693639.480981:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693639.480982:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693639.480984:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101341056, offset 0
00000400:00000200:2.0:1790693639.480986:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693639.480988:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.480990:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693639.480992:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693639.480994:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693639.480995:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693639.480997:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693639.480999:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6899:6899:256:4294967295] 192.168.204.134@tcp LPNI seq info [6894:6894:8:4294967295]
00000400:00000200:2.0:1790693639.481001:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.481005:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693639.481007:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.481010:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693639.481012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693639.481014:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693639.481016:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693639.481018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693639.481020:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.481021:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693639.481023:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693639.481025:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693639.481027:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693639.481028:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693639.481029:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693639.481031:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481036:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.481038:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481042:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481043:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693639.481046:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693639.481048:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693639.481051:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693639.481053:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298795545
00000100:00000001:2.0:1790693639.481055:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.481057:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298795545
00000100:00000001:2.0:1790693639.481059:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.481061:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693639.481063:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481064:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693639.481068:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693639/real 1790693639]  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693639.481075:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693639.481076:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693639.481078:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693639.481080:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693639.481082:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693639.481084:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693639.481087:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693639.481095:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481101:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693639.481102:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481103:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.481104:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693639.481106:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481111:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693639.481113:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481117:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693639.481118:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481119:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.481120:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481121:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693639.481122:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693639.481123:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693639.481125:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693639.481126:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693639.481128:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693639.481135:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341056:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693639.481138:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693639.481141:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481147:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693639.481148:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.481151:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693639.481152:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693639.481154:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693639.481157:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341184:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693639.481160:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693639.481161:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693639.481163:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.481165:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693639.481169:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693639.481170:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693639.481174:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693639.481176:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693639.481180:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693639.481183:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341184, portal 4
00000100:00000001:2.0:1790693639.481184:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693639.481185:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:2.0:1790693639.481191:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481197:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693639.481199:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693639.481201:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693639.481204:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101341184, offset 0
00000400:00000200:2.0:1790693639.481207:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693639.481211:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.481214:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693639.481217:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693639.481219:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693639.481221:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693639.481223:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693639.481226:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6900:6900:256:4294967295] 192.168.204.134@tcp LPNI seq info [6895:6895:8:4294967295]
00000400:00000200:2.0:1790693639.481229:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.481235:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693639.481239:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.481242:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693639.481246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693639.481249:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693639.481253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693639.481255:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693639.481259:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.481260:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693639.481264:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693639.481267:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693639.481270:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693639.481271:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693639.481274:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693639.481277:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481284:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.481287:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481293:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481294:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693639.481297:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693639.481300:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693639.481303:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693639.481305:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298795539
00000100:00000001:2.0:1790693639.481307:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.481310:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298795539
00000100:00000001:2.0:1790693639.481312:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.481313:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693639.481315:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481317:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693639.481321:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693639/real 1790693639]  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693639.481328:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693639.481329:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693639.481331:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693639.481333:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693639.481334:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693639.481336:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693639.481339:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693639.481347:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481354:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693639.481355:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481357:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.481358:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693639.481361:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481368:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693639.481371:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481378:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693639.481380:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.481383:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481384:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693639.481386:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693639.481388:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693639.481391:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693639.481393:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693639.481417:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693639.481426:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341184:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693639.481430:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481432:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.481435:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101340928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481446:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693639.481448:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693639.481449:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693639.481452:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693639.481453:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693639.481455:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693639.481457:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693639.481458:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:2.0:1790693639.481462:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693639.481463:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693639.481464:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:2.0:1790693639.481466:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693639.481468:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481469:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.481472:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101341056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481477:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693639.481478:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693639.481479:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693639.481481:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693639.481481:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693639.481482:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693639.481483:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693639.481484:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:2.0:1790693639.481486:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693639.481486:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693639.481487:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:2.0:1790693639.481488:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693639.481489:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481490:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.481492:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101341184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481495:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693639.481495:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693639.481497:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693639.481498:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693639.481498:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693639.481499:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693639.481500:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693639.481501:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693639.481502:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693639.481503:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693639.481503:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693639.481504:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693639.481505:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481506:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481508:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693639.481509:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481510:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693639.481511:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693639.481512:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693639.481514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481517:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693639.481518:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.481519:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693639.481520:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693639.481522:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693639.481523:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341312:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693639.481525:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693639.481526:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693639.481527:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693639.481528:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693639.481530:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693639.481532:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693639.481534:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693639.481535:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693639.481537:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693639.481539:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341312, portal 4
00000100:00000001:2.0:1790693639.481541:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693639.481542:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:2.0:1790693639.481545:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481549:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693639.481550:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693639.481551:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693639.481553:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101341312, offset 0
00000400:00000200:2.0:1790693639.481555:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693639.481557:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.481560:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693639.481561:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693639.481563:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693639.481564:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693639.481566:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693639.481568:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6901:6901:256:4294967295] 192.168.204.134@tcp LPNI seq info [6896:6896:8:4294967295]
00000400:00000200:2.0:1790693639.481570:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693639.481574:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693639.481577:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.481579:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693639.481581:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693639.481583:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693639.481586:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693639.481587:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693639.481589:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693639.481591:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693639.481592:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693639.481594:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693639.481596:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693639.481597:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693639.481598:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693639.481600:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481609:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.481610:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481614:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481615:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693639.481616:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693639.481618:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693639.481620:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693639.481621:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298795545
00000100:00000001:2.0:1790693639.481622:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.481623:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298795545
00000100:00000001:2.0:1790693639.481624:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298796802
00000100:00000001:2.0:1790693639.481626:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693639.481627:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481628:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693639.481630:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693639/real 1790693639]  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693639.481634:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693639.481635:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693639.481637:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693639.481639:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693639.481640:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693639.481642:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693639.481645:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693639.481652:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481657:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693639.481658:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481660:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.481661:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693639.481664:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481670:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693639.481674:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481681:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693639.481683:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481685:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693639.481686:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481688:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693639.481689:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693639.481692:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693639.481695:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693639.481697:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693639.481700:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693639.481708:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341312:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693639.481711:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481713:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693639.481716:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101341312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693639.481722:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693639.481724:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693639.481726:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693639.481728:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693639.481729:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693639.481730:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693639.481732:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693639.481732:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693639.481734:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693639.481735:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693639.481736:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:2.0:1790693639.481737:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693639.481738:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481739:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693639.481742:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693639.481743:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.481745:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693639.481746:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.863540:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693639.863548:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693639.863551:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693639.863556:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693639.863558:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693639.863561:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693639.863563:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693639.863565:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693639.863568:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693639.863569:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693639.863573:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693639.863575:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693639.863577:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693639.863580:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693639.863582:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863584:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863587:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863590:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863594:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693639.863595:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693639.863597:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693639.863598:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863600:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693639.863602:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863603:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863605:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693639.863609:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693639.863611:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693639.863632:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693639.863636:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693639.863638:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693639.863706:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693639.863709:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693639.863711:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693639.863714:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693639.863716:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693639.863718:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693639.863721:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693639.863722:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693639.863724:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693639.863978:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693639.863986:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693639.863989:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693639.863994:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693639.863997:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693639.864001:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693639.864004:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693639.864006:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693639.864009:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693640.503519:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693640.503526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693640.503527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693640.503532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693640.503535:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693640.503540:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693640.503542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693640.503544:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693640.503546:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693640.823520:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298796802, at 4298796864
00000100:00000010:1.0:1790693640.823534:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bcc0.
00000100:00000040:0.0:1790693640.823578:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298796802, at 4298796864
00000100:00000010:0.0:1790693640.823586:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671ba80.
00000100:00000001:1.0:1790693640.887513:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693640.887513:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693640.887520:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693640.887520:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693640.887522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693640.887524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693640.887528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693640.887529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693640.887532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693640.887534:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693640.887536:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693640.887538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693640.887539:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693640.887541:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693640.887544:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693640.887545:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693640.887548:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693640.887550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693640.887662:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693640.887665:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693640.887668:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693640.887670:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693640.887673:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693640.887674:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693640.887677:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693640.887678:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693640.887725:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693640.887729:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693640.887731:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693640.887734:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693640.887737:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693640.887740:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693640.887743:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693640.887745:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693640.887747:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693640.887754:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693640.887757:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693640.887760:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693641.527527:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693641.527535:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693641.527537:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693641.527543:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693641.527548:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693641.527552:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693641.527555:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693641.527558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693641.527561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693641.911506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693641.911513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693641.911513:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693641.911515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693641.911518:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693641.911521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693641.911525:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693641.911525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693641.911530:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693641.911531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693641.911536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693641.911538:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693641.911539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693641.911541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693641.911544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693641.911552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693641.911554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693641.911557:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693641.911565:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693641.911569:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693641.911575:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000020:00000001:2.0:1790693641.911576:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693641.911581:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693641.911582:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00010000:2.0:1790693641.911584:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693641.911589:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693641.911594:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693641.911598:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693641.911600:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693641.911947:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693641.911950:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693641.911951:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693641.911953:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693641.911955:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693641.911957:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693641.911958:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693641.911960:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693641.911961:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693642.551610:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693642.551626:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693642.551628:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693642.551633:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693642.551637:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693642.551640:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693642.551643:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693642.551645:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693642.551648:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693642.935515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693642.935515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693642.935515:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693642.935522:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693642.935523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693642.935524:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693642.935525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693642.935527:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693642.935528:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693642.935529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693642.935534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693642.935535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693642.935535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693642.935539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693642.935541:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693642.935541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693642.935542:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693642.935542:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693642.935546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693642.935546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693642.935547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693642.935547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693642.935553:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693642.935554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693642.935554:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693642.935556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693642.935558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693642.935558:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693642.935559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693642.935564:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693642.935565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693642.935566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693642.935570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693642.935576:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693642.935579:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693642.935582:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693642.935587:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693642.935590:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693642.935592:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693642.935594:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693642.935596:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693642.935637:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693642.935640:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693642.935643:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693643.575491:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693643.575498:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693643.575501:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693643.575505:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693643.575509:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693643.575512:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693643.575514:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693643.575517:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693643.575520:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693643.959505:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693643.959509:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693643.959514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693643.959514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693643.959517:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693643.959522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693643.959523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693643.959527:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693643.959528:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693643.959534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693643.959534:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693643.959538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693643.959538:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693643.959542:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693643.959545:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693643.959547:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693643.959559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693643.959590:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693643.959594:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693643.959597:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693643.959612:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693643.959618:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693643.959619:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693643.959622:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693643.959624:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693643.959627:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693643.959629:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693643.959631:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693643.959633:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693643.959687:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693643.959694:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693643.959696:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693643.959700:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693643.959704:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693643.959707:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693643.959710:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693643.959712:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693643.959714:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693644.599578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693644.599581:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693644.599591:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693644.599595:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693644.599606:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:3.0:1790693644.599608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693644.599613:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693644.599614:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693644.599622:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693644.599622:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693644.599637:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693644.599637:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693644.599644:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693644.599650:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4128
00000100:00000001:2.0:1790693644.599652:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693644.599663:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693644.599671:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693644.599686:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693644.599690:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599694:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693644.599697:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599700:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693644.599709:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693644.599712:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693644.599715:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693644.599719:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693644.599721:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693644.599724:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693644.599728:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599729:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693644.599731:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599733:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693644.599737:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693644.599740:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599743:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693644.599747:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693644.599751:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693644.599767:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.599770:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693644.599773:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693644.599785:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563100.
00000020:00000040:3.0:1790693644.599789:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693644.599793:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693644.599795:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.599799:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693644.599802:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693644.599807:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693644.599817:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097400.
00000100:00000001:3.0:1790693644.599825:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693644.599836:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693644.599847:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693644.599851:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693644.599856:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0521de] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693644.599878:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693644.599882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693644.599886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693644.599887:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693644.599889:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693644.599892:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693644.599896:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4128
00000400:00000200:3.0:1790693644.599901:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693644.599905:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693644.599908:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693644.599909:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693644.599914:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693644.599916:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693644.599918:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693644.599922:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693644.599924:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599927:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693644.599930:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693644.599931:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693644.599935:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693644.599938:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693644.599941:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693644.599946:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693644.599949:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693644.599954:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599962:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693644.599966:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.599973:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693644.599979:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693644.599986:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693644.599987:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693644.599992:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.599998:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693644.600002:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693644.600005:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693644.600010:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101341440:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693644.600015:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693644.600019:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693644.600021:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.600024:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1790693644.600031:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693644.600033:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693644.600037:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693644.600037:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693644.600044:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693644.600048:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693644.600048:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600053:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:2.0:1790693644.600055:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000008:00100000:3.0:1790693644.600057:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693644.600061:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600062:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693644.600064:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000010:3.0:1790693644.600068:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000100:00000200:2.0:1790693644.600073:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341440, portal 25
00000020:00000040:3.0:1790693644.600073:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:2.0:1790693644.600079:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1790693644.600079:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693644.600083:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
02000000:00000001:3.0:1790693644.600083:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600088:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693644.600090:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1790693644.600093:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693644.600094:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600104:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1790693644.600104:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095800.
00000100:00000040:2.0:1790693644.600109:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693644.600112:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693644.600114:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693644.600120:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101341440, offset 0
00000100:00100000:3.0:1790693644.600123:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693644.600144:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693644.600148:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693644.600152:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.600156:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.600168:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:3.0:1790693644.600168:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693644.600175:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693644.600183:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:3.0:1790693644.600187:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.600188:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693644.600193:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:3.0:1790693644.600194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693644.600199:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6902:6902:256:4294967295] 192.168.204.134@tcp LPNI seq info [6897:6897:8:4294967295]
00000100:00080000:3.0:1790693644.600201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693644.600206:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790693644.600207:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:3.0:1790693644.600210:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693644.600214:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693644.600222:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4128
00000400:00000200:2.0:1790693644.600223:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790693644.600231:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:2.0:1790693644.600235:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693644.600239:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000010:2.0:1790693644.600243:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00080000:3.0:1790693644.600244:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693644.600250:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:2.0:1790693644.600254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693644.600256:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790693644.600261:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1790693644.600262:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.600268:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693644.600274:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693644.600276:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693644.600278:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790693644.600282:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:3.0:1790693644.600283:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693644.600289:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:2.1:1790693644.600289:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790693644.600293:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000100:2.0:1790693644.600298:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693644.600301:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:2.0:1790693644.600303:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000100:00000001:3.0:1790693644.600305:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693644.600310:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693644.600311:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693644.600313:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693644.600317:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:2.0:1790693644.600320:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693644.600324:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693644.600328:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.600329:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
02000000:00000001:3.0:1790693644.600330:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1790693644.600333:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
02000000:00000001:3.0:1790693644.600334:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693644.600338:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1790693644.600339:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600342:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:2.0:1790693644.600346:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1790693644.600346:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693644.600351:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600355:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693644.600362:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
00000100:00000001:2.0:1790693644.600364:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1790693644.600366:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000040:2.0:1790693644.600370:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693644.600371:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693644.600374:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600377:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693644.600380:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693644.600383:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600386:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600389:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:3.0:1790693644.600389:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693644.600395:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600416:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.600422:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693644.600424:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298801923
00000100:00000010:2.0:1790693644.600430:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671be40.
00000100:00100000:3.0:1790693644.600438:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693644.600439:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693644.600447:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298801923
00000100:00000001:3.0:1790693644.600448:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693644.600452:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693644.600453:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b720.
00000100:00000001:2.0:1790693644.600459:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1790693644.600459:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.600464:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693644.600472:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600474:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693644.600477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693644.600478:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1790693644.600484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1790693644.600486:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693644/real 1790693644]  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693644.600486:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693644.600489:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693644.600495:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693644.600500:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4128
00000400:00000001:2.0:1790693644.600503:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1790693644.600507:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000001:2.0:1790693644.600508:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693644.600513:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:3.0:1790693644.600514:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693644.600519:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000100:00080000:3.0:1790693644.600519:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790693644.600523:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000040:3.0:1790693644.600525:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693644.600528:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693644.600530:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1790693644.600536:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693644.600536:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.600540:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693644.600547:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693644.600550:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693644.600552:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790693644.600555:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693644.600556:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693644.600561:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693644.600566:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:2.0:1790693644.600571:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:3.0:1790693644.600573:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693644.600574:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693644.600576:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693644.600579:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693644.600580:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693644.600581:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693644.600583:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1790693644.600584:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693644.600592:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:2.0:1790693644.600594:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693644.600595:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693644.600600:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693644.600605:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693644.600606:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693644.600610:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600613:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693644.600616:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693644.600618:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693644.600621:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693644.600622:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693644.600628:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000020:00000040:3.0:1790693644.600633:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:2.0:1790693644.600634:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1790693644.600638:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693644.600639:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693644.600640:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600645:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693644.600645:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693644.600649:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693644.600649:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693644.600651:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600653:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693644.600657:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1790693644.600657:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00080000:2.0:1790693644.600663:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1790693644.600663:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693644.600669:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1790693644.600672:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693644.600677:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1790693644.600680:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693644.600682:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693644.600685:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693644.600688:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693644.600712:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693644.600715:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101341440:192.168.204.134@tcp:250:
00000100:00080000:3.0:1790693644.600716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693644.600722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693644.600725:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693644.600726:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693644.600727:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693644.600732:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693644.600733:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693644.600737:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4128
00000100:00000040:2.0:1790693644.600740:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101341440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693644.600743:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693644.600748:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693644.600770:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693644.600771:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693644.600776:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1790693644.600777:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:2.0:1790693644.600779:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
00000100:00000001:3.0:1790693644.600781:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693644.600785:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1790693644.600786:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000020:00000001:2.0:1790693644.600788:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:3.0:1790693644.600790:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693644.600792:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693644.600796:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000020:00000001:3.0:1790693644.600797:0:36:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:2.0:1790693644.600798:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
00000020:00000040:3.0:1790693644.600800:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693644.600803:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1790693644.600804:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1790693644.600806:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:2.0:1790693644.600808:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1790693644.600809:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000010:2.0:1790693644.600811:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000020:00000001:3.0:1790693644.600812:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693644.600818:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693644.600819:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693644.600820:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693644.600822:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693644.600823:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693644.600827:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693644.600828:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1790693644.600829:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:3.0:1790693644.600834:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693644.600835:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693644.600836:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693644.600838:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1790693644.600838:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693644.600842:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693644.600842:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600846:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693644.600848:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1790693644.600849:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693644.600852:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1790693644.600852:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600856:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693644.600856:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693644.600862:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
00000100:00000040:2.0:1790693644.600865:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693644.600865:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693644.600869:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693644.600871:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600874:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693644.600876:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693644.600879:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.600883:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1790693644.600884:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000100:00000001:2.0:1790693644.600886:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.600889:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.600890:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693644.600894:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1790693644.600895:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790693644.600899:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693644.600906:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341568:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693644.600909:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693644.600913:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693644.600913:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.600916:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693644.600919:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693644.600921:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693644.600922:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693644.600926:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693644.600931:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.600939:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693644.600942:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693644.600946:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000001:3.0:1790693644.600948:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693644.600949:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341568, portal 10
00000100:00000001:2.0:1790693644.600953:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693644.600955:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:3.0:1790693644.600956:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4138)
00000100:00000040:2.0:1790693644.600963:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.600970:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693644.600973:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693644.600976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693644.600979:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101341568, offset 0
00000400:00000200:2.0:1790693644.600983:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693644.600988:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.600991:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693644.600994:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693644.600997:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693644.600999:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693644.601001:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693644.601003:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6903:6903:256:4294967295] 192.168.204.134@tcp LPNI seq info [6898:6898:8:4294967295]
00000400:00000200:2.0:1790693644.601007:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.601012:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693644.601016:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601019:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693644.601023:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693644.601025:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693644.601029:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693644.601032:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693644.601035:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601037:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693644.601040:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693644.601042:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693644.601046:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693644.601047:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693644.601049:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693644.601052:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601059:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.601061:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601067:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.601068:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693644.601071:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693644.601074:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693644.601077:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693644.601079:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298800659
00000100:00000001:2.0:1790693644.601081:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.601083:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298800659
00000100:00000001:2.0:1790693644.601086:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.601087:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693644.601089:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.601091:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693644.601095:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693644/real 1790693644]  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693644.601102:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693644.601103:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693644.601105:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693644.601108:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693644.601109:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693644.601111:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693644.601114:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693644.601122:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601128:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693644.601129:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601131:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.601132:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693644.601136:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601142:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693644.601146:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601153:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693644.601155:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601157:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.601158:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601160:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693644.601162:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693644.601164:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693644.601167:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693644.601169:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693644.601174:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693644.601181:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341568:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693644.601185:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693644.601188:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601195:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693644.601196:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.601198:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693644.601200:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693644.601202:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693644.601205:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341696:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693644.601208:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693644.601209:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693644.601210:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.601212:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693644.601215:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693644.601217:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.601220:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693644.601223:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693644.601226:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693644.601229:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341696, portal 10
00000100:00000001:2.0:1790693644.601231:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693644.601232:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:2.0:1790693644.601237:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601244:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693644.601246:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693644.601248:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693644.601251:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101341696, offset 0
00000400:00000200:2.0:1790693644.601254:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693644.601258:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.601261:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693644.601264:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693644.601266:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693644.601269:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693644.601271:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693644.601273:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6904:6904:256:4294967295] 192.168.204.134@tcp LPNI seq info [6899:6899:8:4294967295]
00000400:00000200:2.0:1790693644.601277:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.601283:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693644.601287:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601291:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693644.601294:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693644.601297:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693644.601300:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693644.601303:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693644.601306:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601308:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693644.601311:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693644.601314:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693644.601317:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693644.601319:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693644.601321:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693644.601324:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601331:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.601334:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601340:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.601341:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693644.601344:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693644.601347:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693644.601350:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693644.601351:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298800665
00000100:00000001:2.0:1790693644.601353:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.601355:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298800665
00000100:00000001:2.0:1790693644.601357:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.601359:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693644.601360:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.601362:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693644.601365:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693644/real 1790693644]  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693644.601378:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693644.601379:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693644.601380:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693644.601383:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693644.601384:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693644.601386:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693644.601389:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693644.601415:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601421:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693644.601422:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601424:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.601425:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693644.601429:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601435:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693644.601439:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601445:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693644.601447:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601449:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.601450:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601452:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693644.601453:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693644.601456:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693644.601459:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693644.601461:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693644.601465:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693644.601473:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341696:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693644.601477:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693644.601480:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601486:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693644.601487:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.601489:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693644.601491:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693644.601493:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693644.601496:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341824:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693644.601499:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693644.601500:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693644.601502:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.601504:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693644.601507:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693644.601509:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.601512:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693644.601515:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693644.601518:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693644.601521:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341824, portal 4
00000100:00000001:2.0:1790693644.601522:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693644.601524:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:2.0:1790693644.601529:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601535:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693644.601537:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693644.601539:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693644.601542:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101341824, offset 0
00000400:00000200:2.0:1790693644.601545:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693644.601550:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.601553:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693644.601555:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693644.601558:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693644.601560:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693644.601562:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693644.601565:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6905:6905:256:4294967295] 192.168.204.134@tcp LPNI seq info [6900:6900:8:4294967295]
00000400:00000200:2.0:1790693644.601569:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.601574:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693644.601578:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601581:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693644.601585:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693644.601587:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693644.601591:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693644.601594:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693644.601611:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601613:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693644.601616:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693644.601619:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693644.601622:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693644.601623:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693644.601626:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693644.601629:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601636:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.601639:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601644:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.601646:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693644.601649:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693644.601652:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693644.601655:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693644.601657:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298800660
00000100:00000001:2.0:1790693644.601661:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.601663:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298800660
00000100:00000001:2.0:1790693644.601664:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.601666:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693644.601668:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.601670:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693644.601674:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693644/real 1790693644]  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693644.601680:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693644.601682:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693644.601683:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693644.601686:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693644.601688:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693644.601690:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693644.601693:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693644.601700:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601706:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693644.601707:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601709:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.601710:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693644.601713:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601719:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693644.601722:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601728:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693644.601730:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601732:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.601733:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601735:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693644.601736:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693644.601739:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693644.601742:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693644.601744:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693644.601747:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693644.601766:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341824:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693644.601771:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601773:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.601776:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101341568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601782:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693644.601783:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693644.601785:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693644.601788:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693644.601789:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693644.601791:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693644.601793:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693644.601794:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:2.0:1790693644.601797:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693644.601798:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693644.601799:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:2.0:1790693644.601801:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693644.601803:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601804:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.601807:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101341696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601812:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693644.601814:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693644.601815:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693644.601817:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693644.601818:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693644.601819:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693644.601821:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693644.601822:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:2.0:1790693644.601824:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693644.601825:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693644.601826:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:2.0:1790693644.601828:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693644.601829:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601830:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.601833:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101341824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601839:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693644.601840:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693644.601841:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693644.601843:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693644.601844:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693644.601845:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693644.601847:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693644.601848:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:2.0:1790693644.601851:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693644.601852:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693644.601853:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693644.601855:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693644.601856:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601858:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.601861:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693644.601863:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.601864:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693644.601866:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693644.601867:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693644.601871:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601877:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693644.601879:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.601881:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693644.601882:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693644.601884:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693644.601887:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341952:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693644.601890:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693644.601891:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693644.601893:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693644.601894:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693644.601897:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693644.601899:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693644.601902:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693644.601904:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693644.601907:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693644.601910:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101341952, portal 4
00000100:00000001:2.0:1790693644.601912:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693644.601913:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:2.0:1790693644.601919:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.601925:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693644.601927:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693644.601929:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693644.601931:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101341952, offset 0
00000400:00000200:2.0:1790693644.601934:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693644.601938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.601941:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693644.601944:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693644.601946:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693644.601948:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693644.601950:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693644.601952:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6906:6906:256:4294967295] 192.168.204.134@tcp LPNI seq info [6901:6901:8:4294967295]
00000400:00000200:2.0:1790693644.601956:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693644.601961:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693644.601966:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601969:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693644.601973:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693644.601975:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693644.601979:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693644.601981:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693644.601984:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693644.601986:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693644.601989:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693644.601992:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693644.601995:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693644.601997:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693644.601999:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693644.602002:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.602009:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.602012:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.602018:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.602020:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693644.602022:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693644.602025:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693644.602028:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693644.602030:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298800665
00000100:00000001:2.0:1790693644.602032:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.602034:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298800665
00000100:00000001:2.0:1790693644.602035:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298801923
00000100:00000001:2.0:1790693644.602037:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693644.602039:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.602041:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693644.602044:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693644/real 1790693644]  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693644.602056:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693644.602058:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693644.602059:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693644.602061:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693644.602063:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693644.602066:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693644.602068:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693644.602076:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.602081:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693644.602083:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.602084:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.602085:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693644.602089:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.602095:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693644.602098:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.602104:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693644.602107:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.602108:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693644.602110:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.602111:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693644.602113:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693644.602115:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693644.602118:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693644.602121:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693644.602124:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693644.602131:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101341952:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693644.602134:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.602136:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693644.602139:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101341952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693644.602145:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693644.602147:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693644.602149:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121800.
02000000:00000001:2.0:1790693644.602151:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693644.602152:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693644.602153:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693644.602155:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693644.602156:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:2.0:1790693644.602160:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693644.602161:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693644.602162:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:2.0:1790693644.602164:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693644.602165:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.602167:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693644.602169:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693644.602171:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693644.602172:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693644.602173:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693644.983566:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693644.983566:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693644.983581:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693644.983582:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693644.983594:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.983594:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693644.983605:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693644.983611:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1790693644.983614:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693644.983616:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693644.983623:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693644.983623:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693644.983634:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693644.983636:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693644.983641:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693644.983648:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693644.983652:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693644.983656:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693644.983701:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693644.983703:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693644.983706:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693644.983707:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693644.983709:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693644.983710:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693644.983712:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693644.983713:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693644.983783:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693644.983787:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693644.983791:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693644.983850:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693644.983855:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693644.983857:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693644.983860:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693644.983862:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693644.983864:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693644.983866:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693644.983869:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693644.983871:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693645.623496:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693645.623502:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693645.623504:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693645.623508:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693645.623511:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693645.623513:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693645.623515:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693645.623517:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693645.623519:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693645.943508:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298801923, at 4298801984
00000100:00000040:1.0:1790693645.943508:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298801923, at 4298801984
00000100:00000010:0.0:1790693645.943525:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671be40.
00000100:00000010:1.0:1790693645.943528:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b720.
00000100:00000001:0.0:1790693646.007489:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693646.007489:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693646.007496:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693646.007499:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693646.007502:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693646.007502:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693646.007503:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693646.007504:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693646.007505:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693646.007507:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693646.007508:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693646.007508:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693646.007510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693646.007514:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693646.007514:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693646.007514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693646.007515:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693646.007518:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693646.007519:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693646.007519:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693646.007520:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693646.007522:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693646.007523:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693646.007524:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693646.007527:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693646.007527:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693646.007527:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693646.007528:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693646.007533:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693646.007533:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693646.007535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693646.007536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693646.007537:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693646.007538:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693646.007541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693646.007555:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693646.007558:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693646.007560:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693646.647499:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693646.647507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693646.647510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693646.647515:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693646.647518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693646.647522:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693646.647524:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693646.647527:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693646.647530:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693647.031508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693647.031508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693647.031508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693647.031514:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693647.031516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693647.031517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693647.031517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693647.031520:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693647.031521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693647.031522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693647.031523:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1790693647.031525:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693647.031527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693647.031528:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693647.031528:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693647.031530:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693647.031534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693647.031535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693647.031536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693647.031538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693647.031539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693647.031541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693647.031542:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693647.031546:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693647.031547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693647.031547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693647.031553:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693647.031554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693647.031554:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693647.031554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693647.031558:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693647.031559:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693647.031562:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693647.031565:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693647.031567:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693647.031575:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693647.031577:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693647.031581:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693647.031583:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693647.031588:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693647.031590:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693647.031633:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693647.031637:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693647.031639:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693647.671543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693647.671554:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693647.671557:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693647.671564:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693647.671570:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693647.671574:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693647.671578:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693647.671582:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693647.671587:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693648.055521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693648.055530:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693648.055531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693648.055534:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693648.055540:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693648.055541:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693648.055542:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693648.055545:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693648.055546:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693648.055547:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693648.055548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693648.055551:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693648.055557:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693648.055558:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693648.055559:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693648.055560:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693648.055562:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693648.055562:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693648.055572:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693648.055572:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693648.055573:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693648.055573:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693648.055579:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693648.055581:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693648.055582:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693648.055582:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693648.055593:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693648.055595:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693648.055598:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693648.055600:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693648.055604:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693648.055606:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693648.055607:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693648.055611:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693648.055618:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693648.055622:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693648.055626:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693648.055630:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693648.695542:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693648.695551:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693648.695554:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693648.695560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693648.695566:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693648.695570:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693648.695573:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693648.695576:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693648.695579:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.079511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693649.079518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693649.079518:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693649.079521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693649.079523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693649.079528:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693649.079531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693649.079534:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693649.079534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.079539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693649.079541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693649.079543:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693649.079544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.079545:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693649.079546:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693649.079549:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693649.079553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693649.079554:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693649.079554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693649.079555:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693649.079561:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.079561:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693649.079561:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693649.079572:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693649.079572:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693649.079576:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693649.079578:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693649.079584:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693649.079585:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693649.079586:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693649.079593:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693649.079594:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.079606:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693649.079610:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693649.079614:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693649.079614:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693649.079621:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693649.079627:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693649.719509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693649.719520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693649.719522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693649.719528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693649.719533:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693649.719538:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.719541:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693649.719543:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.719547:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693649.719569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693649.719579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693649.719583:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693649.719588:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693649.719593:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693649.719602:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4133
00000400:00000200:1.0:1790693649.719624:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693649.719632:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693649.719635:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693649.719639:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719642:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693649.719645:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719647:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693649.719667:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693649.719671:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693649.719674:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693649.719678:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693649.719681:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693649.719684:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693649.719687:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719689:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693649.719691:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719692:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693649.719696:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693649.719701:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719704:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693649.719707:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693649.719712:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693649.719716:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.719719:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693649.719722:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693649.719734:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693649.719738:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693649.719743:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693649.719746:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.719749:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693649.719752:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693649.719757:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693649.719766:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693649.719774:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693649.719785:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693649.719796:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693649.719799:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693649.719803:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693649.719821:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693649.719824:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693649.719826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693649.719828:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693649.719829:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693649.719831:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693649.719832:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4133
00000400:00000200:1.0:1790693649.719835:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693649.719837:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693649.719840:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693649.719842:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719844:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693649.719849:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719851:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693649.719854:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693649.719855:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693649.719855:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693649.719857:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:2.0:1790693649.719859:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790693649.719860:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693649.719864:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:2.0:1790693649.719866:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693649.719870:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693649.719871:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693649.719877:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693649.719881:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719886:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:2.0:1790693649.719889:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693649.719890:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693649.719899:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693649.719906:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693649.719911:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693649.719917:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1790693649.719920:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693649.719920:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693649.719929:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.719931:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693649.719936:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693649.719938:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1790693649.719942:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693649.719943:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693649.719952:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.719958:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693649.719958:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101342080:192.168.204.134@tcp:250:
00000100:00000010:1.0:1790693649.719969:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000100:00000001:2.0:1790693649.719971:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693649.719977:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790693649.719980:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693649.719981:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693649.719987:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693649.719988:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693649.719990:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.719994:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693649.719996:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693649.719998:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693649.720000:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000010:1.0:1790693649.720004:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
02000000:00000001:2.0:1790693649.720005:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.720012:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693649.720019:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693649.720025:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00100000:1.0:1790693649.720033:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693649.720035:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000001:1.0:1790693649.720051:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693649.720053:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342080, portal 25
00000100:00000001:1.0:1790693649.720054:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720060:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693649.720065:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:1.0:1790693649.720066:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693649.720078:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.720091:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693649.720097:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720102:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693649.720107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693649.720111:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1790693649.720112:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000001:1.0:1790693649.720113:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693649.720117:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1790693649.720120:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101342080, offset 0
00000100:00000001:1.0:1790693649.720123:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693649.720129:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4133
00000400:00000200:2.0:1790693649.720135:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693649.720140:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693649.720147:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693649.720149:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693649.720152:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693649.720158:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720160:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693649.720162:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720164:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693649.720170:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000020:00000001:1.0:1790693649.720172:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790693649.720176:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1790693649.720177:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693649.720183:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693649.720183:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:1.0:1790693649.720188:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:2.0:1790693649.720193:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790693649.720194:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693649.720202:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:2.0:1790693649.720202:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:1.0:1790693649.720213:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:2.0:1790693649.720214:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6907:6907:256:4294967295] 192.168.204.134@tcp LPNI seq info [6902:6902:8:4294967295]
00000100:00000001:1.0:1790693649.720221:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693649.720228:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693649.720229:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720235:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693649.720237:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693649.720243:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:2.0:1790693649.720248:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693649.720252:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693649.720257:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790693649.720262:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693649.720264:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693649.720269:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.720271:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:2.0:1790693649.720273:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000008:00100000:1.0:1790693649.720274:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693649.720280:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.720283:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693649.720289:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000010:1.0:1790693649.720292:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000800:00000200:2.0:1790693649.720295:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1790693649.720297:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693649.720305:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693649.720310:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693649.720311:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693649.720316:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1790693649.720318:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1790693649.720320:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693649.720324:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790693649.720328:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000010:1.0:1790693649.720332:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000800:00000010:2.0:1790693649.720332:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000100:00000001:1.0:1790693649.720340:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693649.720343:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693649.720353:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1790693649.720358:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693649.720359:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693649.720365:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693649.720370:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693649.720380:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693649.720380:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693649.720385:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720427:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.720433:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693649.720435:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.720472:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.720476:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720477:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790693649.720482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693649.720486:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693649.720489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693649.720493:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693649.720495:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693649.720497:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693649.720501:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693649.720503:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298807043
00000100:00080000:1.0:1790693649.720509:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4133
00000100:00000010:2.0:1790693649.720513:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b780.
00000400:00000200:1.0:1790693649.720520:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693649.720527:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1790693649.720528:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693649.720534:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693649.720537:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298807043
00000100:00000040:1.0:1790693649.720539:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720546:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1790693649.720548:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b660.
00000100:00000040:1.0:1790693649.720553:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693649.720555:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693649.720559:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693649.720561:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693649.720563:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720572:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1790693649.720573:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693649.720577:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00100000:2.0:1790693649.720578:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693649/real 1790693649]  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693649.720582:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693649.720592:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000001:2.0:1790693649.720594:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1790693649.720597:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000001:2.0:1790693649.720598:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693649.720601:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000020:00000001:1.0:1790693649.720603:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:2.0:1790693649.720608:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000100:00000040:1.0:1790693649.720612:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:2.0:1790693649.720613:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:1.0:1790693649.720618:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693649.720620:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:1.0:1790693649.720626:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720631:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693649.720634:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693649.720638:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720643:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693649.720643:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693649.720646:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693649.720652:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693649.720679:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693649.720684:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693649.720686:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693649.720693:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1790693649.720695:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693649.720698:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1790693649.720701:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720701:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.720704:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693649.720707:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693649.720713:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000100:00100000:2.0:1790693649.720718:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693649.720720:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693649.720730:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693649.720735:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.720743:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693649.720747:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693649.720751:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720753:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693649.720759:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693649.720762:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:2.0:1790693649.720771:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693649.720772:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720774:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.720779:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.720780:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.720782:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693649.720785:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1790693649.720786:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1790693649.720788:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693649.720797:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693649.720806:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693649.720821:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693649.720826:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693649.720829:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693649.720841:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693649.720847:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101342080:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693649.720861:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.720867:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693649.720870:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693649.720874:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101342080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693649.720877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693649.720890:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1790693649.720891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693649.720896:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1790693649.720897:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1790693649.720900:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1790693649.720902:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
00000100:00000001:1.0:1790693649.720908:0:36:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:2.0:1790693649.720910:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1790693649.720915:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4133
00000020:00000001:2.0:1790693649.720916:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693649.720921:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693649.720923:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693649.720924:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:2.0:1790693649.720927:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693649.720929:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693649.720932:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000400:00000200:1.0:1790693649.720936:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693649.720937:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693649.720940:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693649.720941:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693649.720944:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693649.720946:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693649.720953:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693649.720955:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693649.720955:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1790693649.720962:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693649.720962:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.720971:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693649.720973:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693649.720974:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693649.720977:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693649.720984:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1790693649.720986:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693649.720988:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693649.720993:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693649.720997:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693649.721002:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693649.721012:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:2.0:1790693649.721013:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693649.721017:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693649.721023:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693649.721023:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693649.721029:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693649.721030:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790693649.721035:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:2.0:1790693649.721037:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.721047:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:2.0:1790693649.721050:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342208:192.168.204.134@tcp:38:
00000020:00000040:1.0:1790693649.721058:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:2.0:1790693649.721058:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693649.721063:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693649.721065:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693649.721068:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:2.0:1790693649.721069:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693649.721073:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:1.0:1790693649.721074:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.721077:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693649.721080:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693649.721084:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693649.721085:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1790693649.721088:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
02000000:00000001:1.0:1790693649.721091:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.721096:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:2.0:1790693649.721097:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000008:00100000:1.0:1790693649.721099:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1790693649.721103:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342208, portal 10
00000008:00000001:1.0:1790693649.721105:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721109:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693649.721111:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721113:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000010:1.0:1790693649.721118:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693649.721123:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000040:2.0:1790693649.721126:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693649.721128:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693649.721131:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693649.721136:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693649.721142:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693649.721146:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1790693649.721147:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693649.721153:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000010:1.0:1790693649.721159:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000400:00000010:2.0:1790693649.721159:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693649.721171:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101342208, offset 0
00000100:00000001:1.0:1790693649.721173:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693649.721180:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00100000:1.0:1790693649.721186:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693649.721188:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693649.721199:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693649.721204:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693649.721207:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693649.721209:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693649.721215:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:1.0:1790693649.721221:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693649.721227:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693649.721235:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693649.721245:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6908:6908:256:4294967295] 192.168.204.134@tcp LPNI seq info [6903:6903:8:4294967295]
00000400:00000200:2.0:1790693649.721265:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693649.721268:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693649.721278:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4143)
00000400:00000200:2.0:1790693649.721279:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693649.721291:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.721295:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693649.721299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693649.721302:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693649.721306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693649.721308:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693649.721311:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.721313:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693649.721317:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693649.721320:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693649.721322:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693649.721323:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693649.721325:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693649.721328:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721333:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.721335:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721339:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721340:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693649.721342:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693649.721344:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693649.721346:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693649.721348:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298805779
00000100:00000001:2.0:1790693649.721350:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.721351:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298805779
00000100:00000001:2.0:1790693649.721352:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.721354:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693649.721355:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721356:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693649.721359:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693649/real 1790693649]  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693649.721372:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693649.721374:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693649.721375:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693649.721378:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693649.721379:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693649.721381:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693649.721384:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693649.721391:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721424:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693649.721426:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721428:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.721429:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693649.721433:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721439:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693649.721443:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721449:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693649.721452:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721453:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.721454:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721456:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693649.721458:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693649.721461:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693649.721464:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693649.721465:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693649.721468:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693649.721473:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342208:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693649.721475:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693649.721477:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721481:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693649.721482:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.721484:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693649.721485:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693649.721487:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693649.721488:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342336:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693649.721490:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693649.721492:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693649.721492:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.721493:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693649.721496:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693649.721497:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693649.721499:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693649.721501:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693649.721503:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693649.721505:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342336, portal 10
00000100:00000001:2.0:1790693649.721506:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693649.721507:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:2.0:1790693649.721510:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721514:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693649.721515:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693649.721516:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693649.721518:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101342336, offset 0
00000400:00000200:2.0:1790693649.721520:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693649.721523:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693649.721525:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693649.721527:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693649.721529:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693649.721530:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693649.721532:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693649.721534:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6909:6909:256:4294967295] 192.168.204.134@tcp LPNI seq info [6904:6904:8:4294967295]
00000400:00000200:2.0:1790693649.721536:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693649.721540:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693649.721543:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.721545:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693649.721547:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693649.721549:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693649.721551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693649.721553:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693649.721555:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.721556:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693649.721558:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693649.721560:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693649.721562:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693649.721563:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693649.721564:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693649.721566:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721571:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.721572:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721576:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721577:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693649.721579:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693649.721581:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693649.721583:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693649.721584:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298805786
00000100:00000001:2.0:1790693649.721586:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.721587:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298805786
00000100:00000001:2.0:1790693649.721588:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.721590:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693649.721591:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721592:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693649.721594:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693649/real 1790693649]  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693649.721601:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693649.721602:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693649.721603:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693649.721605:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693649.721607:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693649.721609:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693649.721611:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693649.721618:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721624:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693649.721625:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721627:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.721628:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693649.721631:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721638:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693649.721642:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721648:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693649.721650:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721652:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.721665:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721668:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693649.721670:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693649.721672:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693649.721676:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693649.721678:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693649.721682:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693649.721690:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342336:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693649.721694:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693649.721697:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721704:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693649.721704:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.721706:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693649.721707:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693649.721709:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693649.721710:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342464:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693649.721713:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693649.721714:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693649.721715:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.721716:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693649.721718:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693649.721720:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693649.721722:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693649.721723:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693649.721726:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693649.721728:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342464, portal 4
00000100:00000001:2.0:1790693649.721729:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693649.721730:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:2.0:1790693649.721733:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721737:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693649.721739:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693649.721740:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693649.721741:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101342464, offset 0
00000400:00000200:2.0:1790693649.721744:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693649.721746:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693649.721748:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693649.721750:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693649.721751:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693649.721753:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693649.721754:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693649.721756:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6910:6910:256:4294967295] 192.168.204.134@tcp LPNI seq info [6905:6905:8:4294967295]
00000400:00000200:2.0:1790693649.721758:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693649.721762:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693649.721764:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.721766:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693649.721768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693649.721770:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693649.721773:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693649.721774:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693649.721776:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.721777:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693649.721779:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693649.721781:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693649.721783:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693649.721784:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693649.721785:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693649.721787:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721791:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.721794:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721800:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721801:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693649.721804:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693649.721807:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693649.721809:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693649.721811:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298805780
00000100:00000001:2.0:1790693649.721813:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.721815:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298805780
00000100:00000001:2.0:1790693649.721817:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.721818:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693649.721820:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721822:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693649.721825:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693649/real 1790693649]  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693649.721833:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693649.721834:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693649.721836:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693649.721838:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693649.721840:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693649.721842:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693649.721845:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693649.721851:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721855:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693649.721855:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721857:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.721857:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693649.721859:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721865:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693649.721869:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721875:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693649.721877:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721879:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.721880:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721881:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693649.721883:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693649.721885:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693649.721888:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693649.721890:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693649.721894:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693649.721901:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342464:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693649.721905:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721907:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.721911:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101342208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721917:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693649.721918:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693649.721920:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693649.721922:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693649.721924:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693649.721925:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693649.721927:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693649.721928:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:2.0:1790693649.721931:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693649.721932:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693649.721934:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:2.0:1790693649.721936:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693649.721937:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721938:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.721942:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101342336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721948:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693649.721949:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693649.721951:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693649.721952:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693649.721953:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693649.721954:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693649.721956:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693649.721957:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:2.0:1790693649.721960:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693649.721961:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693649.721962:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:2.0:1790693649.721964:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693649.721966:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721967:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.721969:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101342464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.721973:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693649.721973:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693649.721974:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693649.721977:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693649.721977:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693649.721978:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693649.721979:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693649.721980:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:2.0:1790693649.721982:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693649.721983:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693649.721984:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:2.0:1790693649.721986:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693649.721987:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721989:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.721993:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693649.721995:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.721997:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693649.721998:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693649.722000:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693649.722004:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722010:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693649.722012:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.722014:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693649.722015:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693649.722017:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693649.722020:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342592:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693649.722023:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693649.722025:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693649.722026:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693649.722028:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693649.722031:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693649.722033:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693649.722037:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693649.722039:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000400:00000010:2.0:1790693649.722042:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693649.722045:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342592, portal 4
00000100:00000001:2.0:1790693649.722047:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693649.722048:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:2.0:1790693649.722053:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722059:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693649.722061:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693649.722063:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693649.722065:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101342592, offset 0
00000400:00000200:2.0:1790693649.722069:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693649.722072:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693649.722076:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693649.722079:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693649.722081:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693649.722083:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693649.722085:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693649.722087:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6911:6911:256:4294967295] 192.168.204.134@tcp LPNI seq info [6906:6906:8:4294967295]
00000400:00000200:2.0:1790693649.722091:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693649.722096:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693649.722100:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.722102:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693649.722106:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.0:1790693649.722108:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693649.722112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693649.722115:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693649.722118:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693649.722120:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693649.722122:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693649.722126:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693649.722128:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693649.722130:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693649.722132:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693649.722136:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722142:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.722145:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722151:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.722152:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693649.722155:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693649.722158:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693649.722161:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693649.722163:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298805785
00000100:00000001:2.0:1790693649.722166:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.722168:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298805785
00000100:00000001:2.0:1790693649.722170:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298807043
00000100:00000001:2.0:1790693649.722172:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693649.722174:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.722176:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693649.722179:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693649/real 1790693649]  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693649.722186:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693649.722188:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693649.722189:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:2.0:1790693649.722191:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:2.0:1790693649.722193:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:2.0:1790693649.722195:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693649.722198:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693649.722206:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722212:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693649.722213:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.722215:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.722216:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693649.722220:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722227:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693649.722230:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722236:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693649.722239:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.722240:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693649.722242:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.722243:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693649.722245:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693649.722247:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693649.722250:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693649.722253:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693649.722256:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693649.722264:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342592:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693649.722268:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.722269:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693649.722272:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101342592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693649.722278:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693649.722279:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693649.722281:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693649.722284:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693649.722285:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693649.722286:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693649.722288:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693649.722289:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:2.0:1790693649.722292:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693649.722293:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693649.722294:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:2.0:1790693649.722296:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693649.722298:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.722299:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693649.722302:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693649.722303:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693649.722305:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693649.722306:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693650.103575:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693650.103575:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693650.103576:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693650.103586:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693650.103587:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693650.103587:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693650.103588:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693650.103589:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693650.103595:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693650.103596:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693650.103599:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693650.103599:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693650.103602:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693650.103605:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693650.103607:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693650.103608:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693650.103611:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693650.103612:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693650.103613:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693650.103618:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693650.103620:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693650.103620:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693650.103621:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693650.103624:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693650.103627:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693650.103629:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693650.103631:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693650.103636:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693650.103636:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693650.103636:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693650.103637:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693650.103643:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693650.103645:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693650.103646:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693650.103663:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693650.103665:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693650.103670:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693650.103676:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693650.103684:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693650.103686:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693650.103688:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693650.103689:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693650.103690:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693650.103693:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693650.103696:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693650.103701:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693650.103702:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693650.103721:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693650.103723:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693650.103725:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693650.743512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693650.743520:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693650.743522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693650.743528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693650.743532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693650.743535:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693650.743537:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693650.743540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693650.743543:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693651.063551:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298807043, at 4298807104
00000100:00000010:1.0:1790693651.063571:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b660.
00000100:00000040:0.0:1790693651.063755:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298807043, at 4298807104
00000100:00000010:0.0:1790693651.063771:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b780.
00010000:00000001:3.0:1790693651.127543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693651.127550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693651.127556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693651.127558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693651.127561:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693651.127562:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693651.127566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693651.127567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693651.127573:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693651.127577:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693651.127579:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693651.127582:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693651.127585:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693651.127587:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693651.127590:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693651.127592:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693651.127592:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693651.127594:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693651.127606:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693651.127611:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693651.127767:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693651.127770:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693651.127772:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693651.127774:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693651.127777:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693651.127779:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693651.127780:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693651.127782:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693651.127784:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693651.128877:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693651.128882:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693651.128884:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693651.128888:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693651.128891:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693651.128893:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693651.128896:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693651.128898:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693651.128901:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693651.767489:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693651.767499:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693651.767501:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693651.767506:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693651.767509:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693651.767513:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693651.767515:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693651.767517:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693651.767519:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693652.151549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693652.151557:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693652.151565:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693652.151567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693652.151570:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693652.151574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693652.151576:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693652.151578:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693652.151581:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693652.151586:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693652.151587:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693652.151588:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693652.151590:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693652.151593:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693652.151593:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693652.151597:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693652.151600:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693652.151603:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1790693652.151615:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693652.151619:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693652.151621:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693652.151622:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693652.151626:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693652.151629:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693652.151629:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693652.151631:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693652.151638:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693652.151644:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693652.151644:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693652.151645:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693652.151646:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693652.151653:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693652.151654:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1790693652.151662:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693652.151665:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693652.151666:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693652.151669:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693652.151675:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693652.791512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693652.791523:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693652.791527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693652.791534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693652.791539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693652.791543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693652.791546:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693652.791549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693652.791553:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693653.175526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693653.175527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693653.175535:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693653.175535:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693653.175537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693653.175537:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693653.175543:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693653.175543:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693653.175546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693653.175546:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693653.175551:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693653.175551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693653.175554:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693653.175556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693653.175557:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693653.175559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693653.175562:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693653.175565:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693653.175566:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693653.175569:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693653.175571:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693653.175574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693653.175579:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693653.175601:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693653.175604:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693653.175606:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693653.175609:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693653.175648:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693653.175652:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693653.175656:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693653.175657:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693653.175659:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693653.175660:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693653.175662:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693653.175664:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693653.175666:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693653.175669:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693653.175671:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693653.175672:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693653.175673:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693653.175675:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693653.175722:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693653.175725:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693653.175728:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693653.815504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693653.815511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693653.815513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693653.815518:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693653.815522:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693653.815525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693653.815528:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693653.815531:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693653.815534:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.199588:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693654.199594:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693654.199597:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693654.199600:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693654.199606:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693654.199607:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693654.199609:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693654.199619:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693654.199620:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693654.199626:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693654.199627:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693654.199633:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693654.199633:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.199635:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693654.199646:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693654.199648:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693654.199649:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693654.199651:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693654.199653:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693654.199654:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693654.199658:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693654.199664:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693654.199670:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693654.199672:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693654.199677:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693654.199681:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693654.199718:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693654.199722:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693654.199725:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693654.199972:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693654.199977:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693654.199978:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693654.199981:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693654.199984:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693654.199986:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693654.199988:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693654.199990:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693654.199992:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.839585:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693654.839592:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693654.839595:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693654.839601:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:3.0:1790693654.839605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693654.839606:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693654.839611:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693654.839619:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1790693654.839622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693654.839624:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693654.839628:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693654.839630:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693654.839635:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693654.839640:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693654.839648:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4138
00000400:00000200:3.0:1790693654.839656:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693654.839667:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693654.839670:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693654.839673:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839677:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.839681:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839685:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693654.839697:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693654.839701:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693654.839704:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693654.839709:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693654.839714:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693654.839717:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693654.839722:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839726:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.839731:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839733:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693654.839738:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693654.839742:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839746:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693654.839749:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693654.839754:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693654.839757:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.839760:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693654.839762:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693654.839772:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561500.
00000020:00000040:3.0:1790693654.839776:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693654.839782:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693654.839785:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.839789:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693654.839793:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693654.839798:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693654.839808:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000100:00000001:3.0:1790693654.839818:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693654.839837:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693654.839850:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693654.839853:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693654.839857:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6d6b282] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693654.839879:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693654.839882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693654.839886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693654.839887:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693654.839889:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693654.839892:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693654.839895:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4138
00000400:00000200:3.0:1790693654.839900:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693654.839904:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693654.839908:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693654.839911:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839914:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693654.839915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693654.839918:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693654.839921:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693654.839923:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:2.0:1790693654.839926:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790693654.839930:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693654.839933:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693654.839935:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693654.839938:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693654.839941:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693654.839946:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693654.839949:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693654.839954:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839961:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.839969:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.839976:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693654.839982:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693654.839989:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693654.840000:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693654.840006:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693654.840012:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693654.840015:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693654.840016:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693654.840020:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693654.840022:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840026:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693654.840026:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693654.840033:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693654.840034:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1790693654.840044:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101342720:192.168.204.134@tcp:250:
00000008:00000001:3.0:1790693654.840044:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840054:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693654.840054:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840062:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1790693654.840065:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
02000000:00000001:2.0:1790693654.840066:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840073:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1790693654.840076:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693654.840080:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693654.840081:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.840082:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693654.840083:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693654.840085:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693654.840089:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
02000000:00000010:2.0:1790693654.840092:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
00000100:00000001:3.0:1790693654.840093:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840101:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693654.840107:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693654.840119:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693654.840125:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790693654.840128:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f318.
00000100:00000001:3.0:1790693654.840130:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693654.840140:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693654.840141:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ae58.
00000100:00000200:2.0:1790693654.840153:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342720, portal 25
00000100:00000001:3.0:1790693654.840157:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840159:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693654.840163:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932673280 : -115045776878336 : ffff975dd1561500)
00000100:00080000:3.0:1790693654.840163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693654.840174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1790693654.840178:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693654.840179:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693654.840184:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693654.840192:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790693654.840194:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1790693654.840200:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:3.0:1790693654.840204:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4138
00000400:00000010:2.0:1790693654.840207:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000400:00000200:3.0:1790693654.840213:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:2.0:1790693654.840215:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101342720, offset 0
00000400:00000200:3.0:1790693654.840219:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693654.840224:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693654.840231:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693654.840232:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.840239:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.840243:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.840247:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:2.0:1790693654.840250:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.840260:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693654.840264:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693654.840267:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693654.840270:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693654.840272:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693654.840275:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6912:6912:256:4294967295] 192.168.204.134@tcp LPNI seq info [6907:6907:8:4294967295]
00000400:00000200:2.0:1790693654.840278:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:3.0:1790693654.840282:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693654.840284:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693654.840289:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693654.840293:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790693654.840295:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000200:2.0:1790693654.840302:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:3.0:1790693654.840302:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693654.840314:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000010:2.0:1790693654.840317:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000100:00000040:3.0:1790693654.840324:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.840334:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790693654.840335:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693654.840342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:3.0:1790693654.840348:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.840352:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693654.840355:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:2.0:1790693654.840360:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693654.840360:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693654.840369:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693654.840377:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693654.840377:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693654.840385:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298812162
02000000:00000001:3.0:1790693654.840386:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693654.840393:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693654.840395:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b9c0.
00000100:00000001:3.0:1790693654.840425:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693654.840428:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790693654.840430:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1790693654.840431:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.840437:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693654.840443:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000100:00000001:2.0:1790693654.840445:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298812163
00000020:00000040:3.0:1790693654.840445:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693654.840453:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693654.840455:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.840457:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1790693654.840458:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bf00.
02000000:00000001:3.0:1790693654.840459:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693654.840465:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840468:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1790693654.840471:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
00000100:00000001:2.0:1790693654.840475:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693654.840476:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693654.840488:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693654.840489:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840499:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.840502:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693654.840504:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840509:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693654.840511:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693654.840524:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693654.840526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693654.840528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693654.840529:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693654.840530:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693654.840534:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693654.840538:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693654.840540:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693654.840541:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693654.840548:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.840573:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693654.840574:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840577:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693654.840579:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693654.840582:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693654.840585:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342848:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693654.840588:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693654.840591:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693654.840593:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840595:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693654.840598:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693654.840600:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693654.840604:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693654.840606:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f3c8.
00000400:00000010:2.0:1790693654.840610:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a7f8.
00000100:00000200:2.0:1790693654.840613:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342848, portal 10
00000100:00000001:2.0:1790693654.840615:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693654.840616:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:2.0:1790693654.840622:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.840628:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693654.840630:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693654.840632:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843add0.
00000100:00000200:2.0:1790693654.840634:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101342848, offset 0
00000400:00000200:2.0:1790693654.840639:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693654.840643:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.840646:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693654.840649:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693654.840652:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693654.840654:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693654.840656:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693654.840659:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6913:6913:255:4294967295] 192.168.204.134@tcp LPNI seq info [6908:6908:7:4294967295]
00000400:00000200:2.0:1790693654.840663:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.840669:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693654.840673:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693654.840676:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c200.
00000800:00000200:2.0:1790693654.840680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693654.840684:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693654.840687:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693654.840691:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693654.840694:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693654.840696:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298810899
00000100:00000001:2.0:1790693654.840698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298812162
00000100:00000001:2.0:1790693654.840701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298810899
00000100:00000001:2.0:1790693654.840703:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298812163
00000100:00000001:2.0:1790693654.840705:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693654.840707:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840709:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693654.840714:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.840720:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693654.840721:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840723:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693654.840725:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693654.840727:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693654.840730:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342976:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693654.840733:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693654.840735:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693654.840736:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.840737:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693654.840741:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4123000.
02000000:00000001:2.0:1790693654.840742:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693654.840745:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693654.840748:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347fe70.
00000400:00000010:2.0:1790693654.840751:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a5d8.
00000100:00000200:2.0:1790693654.840754:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101342976, portal 10
00000100:00000001:2.0:1790693654.840756:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693654.840757:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:2.0:1790693654.840762:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.840768:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693654.840771:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693654.840773:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ab28.
00000100:00000200:2.0:1790693654.840776:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101342976, offset 0
00000400:00000200:2.0:1790693654.840779:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693654.840783:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.840786:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693654.840789:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693654.840791:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693654.840794:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693654.840796:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693654.840799:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6914:6914:254:4294967295] 192.168.204.134@tcp LPNI seq info [6909:6909:6:4294967295]
00000400:00000200:2.0:1790693654.840804:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.840811:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693654.840816:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693654.840820:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c900.
00000800:00000200:2.0:1790693654.840825:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693654.840828:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693654.840835:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693654.840838:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693654.840840:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693654.840842:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298810905
00000100:00000001:2.0:1790693654.840845:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298812162
00000100:00000001:2.0:1790693654.840847:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298810905
00000100:00000001:2.0:1790693654.840849:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298812163
00000100:00000001:2.0:1790693654.840851:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693654.840853:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840855:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840856:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693654.840859:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693654.840861:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693654.840863:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693654.840864:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693654.840866:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.840867:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693654.844770:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693654.844778:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693654.844784:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4138
00000400:00000200:3.0:1790693654.844793:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693654.844798:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693654.844801:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693654.844805:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.844808:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.844811:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.844813:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693654.844820:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693654.844823:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693654.844825:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693654.844828:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693654.844831:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693654.844833:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693654.844835:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.844837:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.844839:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.844841:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693654.844844:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693654.844847:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693654.844850:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693654.844852:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693654.844859:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693654.844862:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.844864:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693654.844868:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693654.844871:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.844873:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693654.844879:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
00000020:00000040:3.0:1790693654.844883:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:3.0:1790693654.844887:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693654.844889:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.844892:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693654.844895:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693654.844900:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693654.844907:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00000001:3.0:1790693654.844915:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693654.844968:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693654.844979:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693654.844982:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693654.844987:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693654.845019:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693654.845026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693654.845031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693654.845032:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693654.845034:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693654.845037:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693654.845044:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4138
00000400:00000200:3.0:1790693654.845051:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693654.845054:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693654.845057:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693654.845059:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.845062:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.845064:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.845066:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693654.845069:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693654.845070:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693654.845071:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693654.845074:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693654.845075:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693654.845077:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693654.845080:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.845082:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693654.845084:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693654.845085:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693654.845087:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:3.0:1790693654.845090:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693654.845092:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693654.845094:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693654.845097:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693654.845099:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.845101:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693654.845103:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693654.845105:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.845106:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693654.845109:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000020:00000040:3.0:1790693654.845111:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693654.845113:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693654.845114:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693654.845116:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693654.845118:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693654.845120:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693654.845123:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000100:00000001:3.0:1790693654.845138:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693654.845143:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693654.845151:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693654.845153:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693654.845156:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693654.845162:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693654.845168:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4148)
00000100:00000001:2.0:1790693654.845229:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693654.845233:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693654.845242:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693654.845252:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.845259:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693654.845261:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.845264:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693654.845267:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693654.845269:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693654.845273:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343104:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693654.845277:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693654.845280:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693654.845282:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.845285:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693654.845290:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693654.845292:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693654.845298:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693654.845302:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347fcb8.
00000400:00000010:2.0:1790693654.845308:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843aaa0.
00000100:00000200:2.0:1790693654.845314:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101343104, portal 4
00000100:00000001:2.0:1790693654.845317:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693654.845318:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:2.0:1790693654.845325:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.845333:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693654.845336:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693654.845339:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a440.
00000100:00000200:2.0:1790693654.845342:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101343104, offset 0
00000400:00000200:2.0:1790693654.845348:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693654.845355:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.845361:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693654.845366:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693654.845370:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693654.845373:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693654.845376:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693654.845379:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6915:6915:253:4294967295] 192.168.204.134@tcp LPNI seq info [6910:6910:5:4294967295]
00000400:00000200:2.0:1790693654.845383:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.845392:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693654.845419:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693654.845424:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ca00.
00000800:00000200:2.0:1790693654.845430:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693654.845435:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693654.845439:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693654.845443:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693654.845446:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693654.845449:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298810903
00000100:00000001:2.0:1790693654.845451:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298812162
00000100:00000001:2.0:1790693654.845453:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298810903
00000100:00000001:2.0:1790693654.845455:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298812163
00000100:00000001:2.0:1790693654.845458:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693654.845460:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.845463:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693654.845467:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.845474:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693654.845475:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.845477:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693654.845478:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693654.845480:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693654.845483:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343232:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693654.845486:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693654.845489:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693654.845490:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693654.845492:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693654.845496:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693654.845499:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693654.845502:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693654.845505:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f000.
00000400:00000010:2.0:1790693654.845508:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843aee0.
00000100:00000200:2.0:1790693654.845511:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101343232, portal 4
00000100:00000001:2.0:1790693654.845513:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693654.845514:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:2.0:1790693654.845519:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693654.845525:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693654.845527:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693654.845529:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a000.
00000100:00000200:2.0:1790693654.845532:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101343232, offset 0
00000400:00000200:2.0:1790693654.845536:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693654.845539:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.845542:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693654.845545:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693654.845547:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693654.845549:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693654.845551:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693654.845553:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6916:6916:252:4294967295] 192.168.204.134@tcp LPNI seq info [6911:6911:4:4294967295]
00000400:00000200:2.0:1790693654.845571:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693654.845577:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693654.845581:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693654.845597:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693654.845601:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693654.845605:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693654.845609:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693654.845612:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693654.845615:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693654.845617:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298810909
00000100:00000001:2.0:1790693654.845619:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298812162
00000100:00000001:2.0:1790693654.845621:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298810909
00000100:00000001:2.0:1790693654.845622:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298812163
00000100:00000001:2.0:1790693654.845624:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693654.845626:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.845629:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.845632:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693654.845639:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693654.845641:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693654.845642:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693654.845644:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693654.845645:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693654.845646:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693655.223507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693655.223508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693655.223508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693655.223516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693655.223516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693655.223517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693655.223521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693655.223521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693655.223522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693655.223531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693655.223531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693655.223531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693655.223537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693655.223538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693655.223538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693655.223538:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693655.223543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693655.223544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693655.223544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693655.223544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693655.223561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693655.223564:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693655.223564:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693655.223565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693655.223569:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693655.223569:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693655.223571:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693655.223571:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693655.223575:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693655.223576:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693655.223578:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693655.223582:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693655.223583:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693655.223587:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693655.223590:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693655.223615:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693655.223619:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693655.223622:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693655.863621:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693655.863628:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693655.863631:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693655.863636:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693655.863640:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693655.863643:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693655.863645:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693655.863648:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693655.863650:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693656.183496:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298812163, at 4298812224
00000100:00000040:0.0:1790693656.183507:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298812162, at 4298812224
00000100:00000010:1.0:1790693656.183511:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bf00.
00000100:00000010:0.0:1790693656.183517:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b9c0.
00000100:00000001:0.0:1790693656.247511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693656.247512:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693656.247512:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693656.247515:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693656.247521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693656.247521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693656.247521:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693656.247522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693656.247525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693656.247525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693656.247526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693656.247544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693656.247546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693656.247546:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693656.247546:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693656.247547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693656.247553:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693656.247554:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693656.247554:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693656.247556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693656.247558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693656.247559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693656.247560:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693656.247560:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693656.247563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693656.247567:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693656.247567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693656.247568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693656.247570:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693656.247571:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693656.247573:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693656.247574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693656.247575:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693656.247577:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693656.247582:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693656.247606:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693656.247609:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693656.247612:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693656.887606:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693656.887613:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693656.887616:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693656.887621:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693656.887624:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693656.887627:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693656.887631:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693656.887634:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693656.887638:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693657.271458:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693657.271465:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693657.271468:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693657.271474:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693657.271478:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693657.271482:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693657.271485:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693657.271485:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693657.271490:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693657.271491:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693657.271495:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693657.271496:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693657.271501:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693657.271505:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693657.271507:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693657.271521:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693657.271523:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693657.271525:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693657.271541:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693657.271545:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693657.271547:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693657.271550:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693657.271553:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693657.271555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693657.271558:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693657.271559:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693657.271561:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693657.271566:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693657.271569:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693657.271573:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693657.271577:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693657.271581:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693657.271583:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693657.271585:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693657.271587:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693657.271592:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693657.271593:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693657.271596:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693657.271597:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693657.271600:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693657.271601:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693657.271639:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693657.271643:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693657.271646:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693657.911693:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693657.911701:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693657.911703:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693657.911708:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693657.911712:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693657.911715:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693657.911718:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693657.911720:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693657.911723:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1790693657.912648:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:2.0:1790693657.912696:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1790693657.912717:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693657.912721:0:2389:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:2.0:1790693657.912725:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693657.912729:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1790693657.912734:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693657.912738:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693657.912743:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693657.912747:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693657.912755:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693657.912758:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693657.912762:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693657.912771:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912790:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693657.912794:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912801:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693657.912803:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693657.912817:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693657.912820:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c200.
00000400:00000200:2.0:1790693657.912823:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693657.912825:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693657.912828:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843add0
00000400:00000010:2.0:1790693657.912830:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843add0.
00000100:00000001:2.0:1790693657.912832:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693657.912837:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912844:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693657.912847:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912853:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693657.912854:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693657.912859:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693657.912862:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c900.
00000400:00000200:2.0:1790693657.912864:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693657.912867:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693657.912870:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ab28
00000400:00000010:2.0:1790693657.912872:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ab28.
00000100:00000001:2.0:1790693657.912874:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693657.912879:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912886:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693657.912889:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912896:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693657.912898:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693657.912902:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693657.912904:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ca00.
00000400:00000200:2.0:1790693657.912906:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693657.912909:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693657.912912:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a440
00000400:00000010:2.0:1790693657.912915:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a440.
00000100:00000001:2.0:1790693657.912917:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693657.912921:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912927:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693657.912931:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912937:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693657.912938:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693657.912943:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693657.912945:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693657.912947:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693657.912950:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693657.912952:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a000
00000400:00000010:2.0:1790693657.912954:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a000.
00000100:00000001:2.0:1790693657.912956:0:2389:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693657.912960:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912966:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693657.912968:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693657.912974:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693657.912975:0:2389:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693657.913212:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693657.913216:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693657.913220:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693657.913229:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693654/real 1790693657]  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693657.913244:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693657.913247:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693657.913251:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347fcb8.
00000400:00000200:3.0:1790693657.913256:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843aaa0
00000400:00000010:3.0:1790693657.913258:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843aaa0.
00000100:00000001:3.0:1790693657.913262:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693657.913266:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693657.913282:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.913289:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693657.913291:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.913296:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.913298:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693657.913303:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.913310:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693657.913315:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.913323:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693657.913326:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.913328:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.913329:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.913332:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693657.913335:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693657.913338:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693657.913344:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693657.913346:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693657.914103:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693657.914121:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343104:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693657.914127:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693657.914133:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693654/real 1790693657]  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693657.914150:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693657.914152:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693657.914154:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f000.
00000400:00000200:3.0:1790693657.914159:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843aee0
00000400:00000010:3.0:1790693657.914161:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843aee0.
00000100:00000001:3.0:1790693657.914165:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693657.914167:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693657.914175:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914181:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693657.914183:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914186:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914187:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693657.914191:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914198:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693657.914202:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914208:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693657.914211:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914213:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914215:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914217:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693657.914219:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693657.914222:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693657.914226:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693657.914228:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693657.914233:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693657.914240:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343232:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693657.914243:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693657.914250:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693654/real 1790693657]  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693657.914258:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693657.914259:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693657.914263:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f3c8.
00000400:00000200:3.0:1790693657.914265:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a7f8
00000400:00000010:3.0:1790693657.914267:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a7f8.
00000100:00000001:3.0:1790693657.914269:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693657.914272:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693657.914280:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914286:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693657.914287:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914289:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914290:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693657.914293:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914300:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693657.914303:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914309:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693657.914311:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914312:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914314:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914316:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693657.914318:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693657.914321:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693657.914325:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693657.914327:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693657.914331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693657.914338:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342848:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693657.914342:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693657.914346:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693654/real 1790693657]  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693657.914354:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693657.914356:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693657.914358:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347fe70.
00000400:00000200:3.0:1790693657.914367:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a5d8
00000400:00000010:3.0:1790693657.914369:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a5d8.
00000100:00000001:3.0:1790693657.914371:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693657.914375:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693657.914382:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914387:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693657.914388:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914390:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914391:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693657.914394:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914413:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693657.914417:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914423:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693657.914425:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914427:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914428:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914430:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693657.914432:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693657.914434:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693657.914438:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693657.914441:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693657.914445:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693657.914451:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101342976:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693657.914456:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693657.914459:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693654/real 1790693657]  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693657.914466:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693657.914467:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693657.914469:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f318.
00000400:00000200:3.0:1790693657.914472:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ae58
00000400:00000010:3.0:1790693657.914474:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ae58.
00000100:00000001:3.0:1790693657.914476:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693657.914479:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693657.914487:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914493:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693657.914507:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914509:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914510:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693657.914514:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914520:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693657.914523:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914529:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693657.914531:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914532:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693657.914533:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914534:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693657.914536:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693657.914538:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693657.914541:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693657.914543:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693657.914546:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693657.914553:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101342720:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693657.914557:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914561:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693657.914565:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101343104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914572:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693657.914577:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693657.914582:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693657.914587:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693657.914590:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693657.914593:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693657.914597:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693657.914608:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693657.914613:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693657.914616:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693657.914619:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:3.0:1790693657.914626:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693657.914628:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914630:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693657.914634:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101343232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914641:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693657.914643:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693657.914645:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693657.914652:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693657.914653:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693657.914654:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693657.914657:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693657.914659:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693657.914662:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693657.914664:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693657.914666:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:3.0:1790693657.914669:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693657.914670:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914675:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693657.914679:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101342848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914684:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693657.914686:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693657.914687:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693657.914689:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693657.914690:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693657.914691:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693657.914692:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693657.914693:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693657.914695:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693657.914696:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693657.914698:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:3.0:1790693657.914700:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693657.914701:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914702:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693657.914705:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101342976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914710:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693657.914711:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693657.914712:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693657.914714:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693657.914715:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693657.914716:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693657.914718:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693657.914719:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693657.914720:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693657.914721:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693657.914722:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:3.0:1790693657.914724:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693657.914725:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914726:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693657.914729:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561500 x1877674101342720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693657.914734:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693657.914734:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693657.914736:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693657.914738:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693657.914739:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693657.914740:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693657.914741:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693657.914742:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693657.914744:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693657.914745:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693657.914746:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561500.
00000100:00000001:3.0:1790693657.914748:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693657.914749:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914751:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693657.914759:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693657.914761:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693657.914763:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693657.914765:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693658.295598:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693658.295599:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693658.295606:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693658.295609:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693658.295610:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693658.295614:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693658.295615:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693658.295616:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693658.295628:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693658.295632:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693658.295632:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693658.295637:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693658.295638:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693658.295639:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693658.295643:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693658.295648:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693658.295650:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693658.295650:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693658.295654:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693658.295657:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693658.295659:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693658.295659:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693658.295662:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693658.295665:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693658.295668:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693658.295671:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693658.295695:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1790693658.295696:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693658.295698:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693658.295701:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693658.295701:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693658.295704:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693658.295708:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00010000:3.0:1790693658.295708:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693658.295714:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693658.295717:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693658.295719:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693658.295721:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693658.935639:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693658.935650:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693658.935653:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693658.935661:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693658.935674:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693658.935679:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693658.935682:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693658.935685:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693658.935689:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693659.319498:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693659.319505:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693659.319511:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693659.319511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693659.319514:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693659.319515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693659.319516:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693659.319517:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693659.319520:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693659.319523:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693659.319525:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693659.319527:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693659.319529:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693659.319530:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693659.319532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693659.319533:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693659.319534:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693659.319535:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693659.319536:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693659.319536:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693659.319538:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693659.319538:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693659.319539:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693659.319541:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693659.319541:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693659.319543:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693659.319543:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693659.319546:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693659.319547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693659.319631:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693659.319635:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693659.319638:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693659.319799:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693659.319803:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693659.319804:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693659.319807:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693659.319810:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693659.319813:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693659.319815:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693659.319816:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693659.319818:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693659.320156:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693659.320158:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693659.320160:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693659.320162:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693659.320164:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693659.320166:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693659.320168:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693659.320169:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693659.320171:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693659.959637:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693659.959644:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693659.959647:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693659.959652:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693659.959656:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693659.959659:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693659.959673:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693659.959676:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693659.959679:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693659.959784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693659.959790:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693659.959792:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693659.959796:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693659.959813:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693659.959821:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4143
00000400:00000200:0.0:1790693659.959829:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693659.959846:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693659.959850:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693659.959854:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.959857:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.959860:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.959879:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693659.959888:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693659.959890:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693659.959893:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693659.959909:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693659.959913:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693659.959916:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693659.959919:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.959921:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.959923:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.959924:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693659.959928:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693659.959931:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693659.959946:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693659.959950:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693659.959954:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693659.959957:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.959959:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693659.959962:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693659.959970:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693659.959974:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693659.959978:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693659.959980:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.959983:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693659.959986:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693659.959991:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693659.960000:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb000.
00000100:00000001:0.0:1790693659.960008:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693659.960033:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693659.960045:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693659.960049:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693659.960055:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693659.960124:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693659.960128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693659.960132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693659.960133:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693659.960135:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693659.960138:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693659.960140:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4143
00000400:00000200:0.0:1790693659.960145:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693659.960161:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693659.960164:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693659.960167:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960169:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960172:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960174:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693659.960178:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693659.960179:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693659.960202:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693659.960205:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693659.960207:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693659.960209:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693659.960212:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960224:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960227:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960229:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693659.960231:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693659.960234:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960237:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693659.960238:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693659.960244:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693659.960261:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960264:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693659.960268:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693659.960281:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960283:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693659.960297:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693659.960299:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693659.960301:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693659.960302:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960304:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693659.960305:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693659.960307:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693659.960310:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9c00.
00000100:00000001:0.0:1790693659.960326:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693659.960332:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693659.960340:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693659.960342:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693659.960345:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693659.960370:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693659.960373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693659.960376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693659.960378:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693659.960379:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693659.960382:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693659.960385:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4143
00000400:00000200:0.0:1790693659.960388:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693659.960391:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693659.960393:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693659.960426:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960430:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960432:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960434:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693659.960437:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693659.960438:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693659.960440:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693659.960442:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693659.960444:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693659.960446:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693659.960449:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960450:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960452:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960453:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693659.960471:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693659.960474:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960476:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693659.960478:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693659.960481:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693659.960483:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960484:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693659.960486:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693659.960489:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960491:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693659.960494:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693659.960496:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693659.960498:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693659.960499:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960501:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693659.960502:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693659.960504:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693659.960507:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfbc00.
00000100:00000001:0.0:1790693659.960510:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693659.960515:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693659.960522:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693659.960524:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693659.960527:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693659.960534:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693659.960536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693659.960539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693659.960541:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693659.960542:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693659.960545:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693659.960548:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4143
00000400:00000200:0.0:1790693659.960551:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693659.960554:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693659.960556:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693659.960559:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960561:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960563:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960565:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693659.960568:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693659.960569:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693659.960570:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693659.960572:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693659.960573:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693659.960575:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693659.960578:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960580:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960581:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960583:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693659.960585:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693659.960587:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960589:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693659.960591:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693659.960593:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693659.960595:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960597:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693659.960599:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693659.960601:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960603:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693659.960606:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693659.960608:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693659.960611:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693659.960613:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960615:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693659.960616:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693659.960617:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693659.960622:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8c00.
00000100:00000001:0.0:1790693659.960625:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693659.960629:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693659.960635:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693659.960636:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693659.960639:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693659.960646:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693659.960648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693659.960651:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693659.960653:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693659.960654:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693659.960657:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693659.960659:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4143
00000400:00000200:0.0:1790693659.960662:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693659.960664:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693659.960666:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693659.960669:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960671:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960673:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960674:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693659.960677:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693659.960678:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693659.960679:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693659.960681:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693659.960683:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693659.960686:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693659.960688:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960690:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693659.960691:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960693:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693659.960694:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693659.960696:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693659.960698:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693659.960699:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693659.960701:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693659.960702:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960704:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693659.960706:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693659.960708:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960709:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693659.960712:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693659.960714:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693659.960716:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693659.960717:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693659.960719:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693659.960720:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693659.960722:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693659.960725:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa400.
00000100:00000001:0.0:1790693659.960728:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693659.960732:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693659.960738:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693659.960739:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693659.960742:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693659.960748:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693659.960755:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4153)
00000100:00000001:3.0:1790693659.960837:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693659.960841:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693659.960844:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693659.960852:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.960859:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693659.960881:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.960897:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693659.960901:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693659.960903:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693659.960907:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101343360:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693659.960911:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693659.960916:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693659.960918:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.960920:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693659.960925:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693659.960926:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693659.960932:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693659.960936:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693659.960942:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693659.960948:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101343360, portal 25
00000100:00000001:3.0:1790693659.960950:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693659.960952:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693659.960957:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.960964:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693659.960966:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693659.960985:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693659.960999:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101343360, offset 0
00000400:00000200:3.0:1790693659.961007:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693659.961015:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.961021:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693659.961035:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693659.961039:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693659.961043:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693659.961047:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693659.961051:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6917:6917:256:4294967295] 192.168.204.134@tcp LPNI seq info [6912:6912:8:4294967295]
00000400:00000200:3.0:1790693659.961064:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.961074:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693659.961080:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.961086:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693659.961112:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693659.961118:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693659.961144:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693659.961158:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693659.961165:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.961168:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693659.961178:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693659.961195:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693659.961203:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693659.961206:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693659.961212:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693659.961216:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.961252:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.961257:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.961265:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.961267:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693659.961275:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693659.961293:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693659.961297:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298817283
00000100:00000010:3.0:1790693659.961303:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78cc0.
00000100:00000001:3.0:1790693659.961323:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693659.961341:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298817283
00000100:00000010:3.0:1790693659.961357:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f782a0.
00000100:00000001:3.0:1790693659.961362:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693659.961366:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693659.961369:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.961372:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693659.961393:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693659/real 1790693659]  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693659.961450:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693659.961452:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693659.961455:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693659.961481:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693659.961484:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693659.961487:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693659.961492:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693659.961515:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.961522:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693659.963066:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.963077:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.963078:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693659.963091:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.963101:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693659.963106:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.963112:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693659.963115:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.963116:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.963117:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.963120:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693659.963122:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693659.963126:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693659.963131:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693659.963134:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693659.963138:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693659.963146:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101343360:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693659.963151:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693659.963156:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.963163:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693659.963166:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.963170:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693659.963173:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693659.963175:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693659.963178:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343488:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693659.963182:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693659.963186:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693659.963190:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.963193:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693659.963203:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693659.963205:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693659.963212:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693659.963216:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693659.963222:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693659.963231:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101343488, portal 10
00000100:00000001:3.0:1790693659.963233:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693659.963235:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693659.963242:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.963249:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693659.963251:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693659.963253:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693659.963257:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101343488, offset 0
00000400:00000200:3.0:1790693659.963263:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693659.963669:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.963676:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693659.963680:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693659.963684:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693659.963687:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693659.963689:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693659.963718:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6918:6918:256:4294967295] 192.168.204.134@tcp LPNI seq info [6913:6913:8:4294967295]
00000400:00000200:3.0:1790693659.963723:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.963734:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693659.963755:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.963761:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693659.963767:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693659.963771:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693659.963777:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693659.963792:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693659.963797:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.963800:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693659.963805:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693659.963810:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693659.963828:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693659.963830:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693659.963834:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693659.963839:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.963849:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.963853:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.963872:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.963874:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693659.963879:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693659.963883:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693659.963887:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693659.963902:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298816022
00000100:00000001:3.0:1790693659.963905:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.963907:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298816022
00000100:00000001:3.0:1790693659.963909:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.963911:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693659.963914:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.963917:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693659.963921:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693659/real 1790693659]  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693659.963931:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693659.963933:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693659.963949:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693659.963952:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693659.963954:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693659.963957:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693659.963960:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693659.963967:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.963974:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693659.963975:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964000:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.964002:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693659.964006:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964013:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693659.964027:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964041:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693659.964043:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964044:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.964045:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964047:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693659.964063:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693659.964066:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693659.964070:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693659.964072:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693659.964077:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693659.964085:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343488:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693659.964089:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693659.964103:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964111:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693659.964112:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.964115:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693659.964117:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693659.964119:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693659.964134:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343616:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693659.964138:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693659.964142:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693659.964144:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.964147:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693659.964151:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693659.964153:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693659.964157:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693659.964160:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693659.964181:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693659.964186:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101343616, portal 10
00000100:00000001:3.0:1790693659.964188:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693659.964189:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693659.964195:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964214:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693659.964217:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693659.964220:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693659.964223:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101343616, offset 0
00000400:00000200:3.0:1790693659.964227:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693659.964231:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.964234:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693659.964237:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693659.964251:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693659.964254:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693659.964256:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693659.964258:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6919:6919:256:4294967295] 192.168.204.134@tcp LPNI seq info [6914:6914:8:4294967295]
00000400:00000200:3.0:1790693659.964262:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.964268:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693659.964294:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.964297:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693659.964302:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693659.964304:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693659.964308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693659.964311:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693659.964315:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.964317:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693659.964319:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693659.964322:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693659.964326:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693659.964328:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693659.964331:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693659.964333:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964340:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.964342:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964349:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.964350:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693659.964353:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693659.964356:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693659.964359:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693659.964360:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298816028
00000100:00000001:3.0:1790693659.964363:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.964365:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298816028
00000100:00000001:3.0:1790693659.964367:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.964369:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693659.964371:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.964373:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693659.964376:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693659/real 1790693659]  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693659.964419:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693659.964420:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693659.964422:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693659.964425:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693659.964426:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693659.964428:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693659.964432:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693659.964438:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964449:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693659.964451:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964453:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.964454:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693659.964470:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964477:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693659.964481:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964487:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693659.964490:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964491:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.964505:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964507:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693659.964509:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693659.964512:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693659.964516:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693659.964517:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693659.964521:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693659.964528:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343616:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693659.964531:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693659.964546:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964554:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693659.964555:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.964557:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693659.964559:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693659.964561:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693659.964564:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343744:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693659.964567:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693659.964578:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693659.964580:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.964581:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693659.964584:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693659.964586:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693659.964590:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693659.964592:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693659.964596:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693659.964598:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101343744, portal 4
00000100:00000001:3.0:1790693659.964601:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693659.964602:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693659.964623:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964630:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693659.964632:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693659.964634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693659.964637:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101343744, offset 0
00000400:00000200:3.0:1790693659.964641:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693659.964645:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.964648:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693659.964650:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693659.964652:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693659.964654:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693659.964656:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693659.964659:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6920:6920:256:4294967295] 192.168.204.134@tcp LPNI seq info [6915:6915:8:4294967295]
00000400:00000200:3.0:1790693659.964663:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.964670:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693659.964674:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.964677:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693659.964681:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693659.964683:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693659.964687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693659.964702:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693659.964707:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.964709:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693659.964711:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693659.964714:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693659.964716:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693659.964718:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693659.964720:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693659.964724:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964744:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.964747:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964754:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.964755:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693659.964759:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693659.964762:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693659.964765:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693659.964779:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298816023
00000100:00000001:3.0:1790693659.964781:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.964783:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298816023
00000100:00000001:3.0:1790693659.964784:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.964786:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693659.964788:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.964790:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693659.964794:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693659/real 1790693659]  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693659.964818:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693659.964820:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693659.964821:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693659.964824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693659.964825:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693659.964827:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693659.964831:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693659.964852:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964858:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693659.964860:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964861:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.964862:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693659.964866:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964884:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693659.964889:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964895:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693659.964898:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964899:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.964900:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.964902:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693659.964904:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693659.964918:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693659.964922:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693659.964924:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693659.964928:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693659.964936:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343744:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693659.964940:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693659.964955:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.964961:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693659.964963:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.964965:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693659.964967:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693659.964969:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693659.964972:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343872:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693659.964975:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693659.964977:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693659.964980:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693659.964982:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693659.964985:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693659.964986:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693659.964989:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693659.964992:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693659.964994:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693659.964998:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101343872, portal 4
00000100:00000001:3.0:1790693659.964999:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693659.965001:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693659.965006:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965012:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693659.965014:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693659.965016:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693659.965018:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101343872, offset 0
00000400:00000200:3.0:1790693659.965022:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693659.965025:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.965029:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693659.965032:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693659.965034:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693659.965037:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693659.965039:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693659.965042:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6921:6921:256:4294967295] 192.168.204.134@tcp LPNI seq info [6916:6916:8:4294967295]
00000400:00000200:3.0:1790693659.965046:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693659.965052:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693659.965057:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.965060:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693659.965063:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693659.965066:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693659.965070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693659.965073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693659.965077:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693659.965078:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693659.965081:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693659.965083:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693659.965086:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693659.965087:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693659.965090:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693659.965093:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965100:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.965103:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965110:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.965111:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693659.965114:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693659.965117:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693659.965120:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693659.965122:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298816028
00000100:00000001:3.0:1790693659.965125:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.965127:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298816028
00000100:00000001:3.0:1790693659.965129:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298817283
00000100:00000001:3.0:1790693659.965131:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693659.965133:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.965134:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693659.965138:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693659/real 1790693659]  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693659.965145:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693659.965146:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693659.965147:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693659.965149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693659.965151:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693659.965153:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693659.965157:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693659.965177:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965183:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693659.965185:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965187:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.965188:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693659.965192:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965212:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693659.965217:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965222:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693659.965225:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965227:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693659.965228:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965230:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693659.965231:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693659.965234:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693659.965236:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693659.965248:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693659.965252:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693659.965260:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101343872:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693659.965264:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965267:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.965270:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101343360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965291:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693659.965293:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693659.965296:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693659.965300:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693659.965303:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693659.965305:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693659.965308:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693659.965310:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:3.0:1790693659.965314:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693659.965315:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693659.965317:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693659.965321:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693659.965322:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965340:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.965344:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101343488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965351:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693659.965353:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693659.965355:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693659.965357:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693659.965358:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693659.965359:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693659.965361:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693659.965362:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:3.0:1790693659.965364:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693659.965365:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693659.965366:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693659.965369:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693659.965370:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965371:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.965374:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101343616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965381:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693659.965382:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693659.965383:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693659.965386:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693659.965387:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693659.965389:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693659.965390:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693659.965392:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:3.0:1790693659.965394:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693659.965395:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693659.965444:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693659.965479:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693659.965481:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965483:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.965487:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101343744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965493:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693659.965494:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693659.965496:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693659.965499:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693659.965500:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693659.965501:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693659.965503:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693659.965505:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:3.0:1790693659.965507:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693659.965508:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693659.965509:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693659.965512:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693659.965513:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965524:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693659.965528:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101343872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693659.965534:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693659.965535:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693659.965537:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693659.965539:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693659.965540:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693659.965541:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693659.965543:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693659.965558:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:3.0:1790693659.965562:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693659.965563:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693659.965564:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693659.965566:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693659.965567:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965569:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693659.965577:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693659.965579:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693659.965581:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693659.965583:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693660.343534:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693660.343535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693660.343539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693660.343541:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693660.343544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693660.343545:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693660.343546:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693660.343551:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693660.343552:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693660.343552:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693660.343557:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693660.343558:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693660.343559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693660.343564:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693660.343568:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693660.343572:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693660.343575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693660.343580:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693660.343583:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693660.343585:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693660.343638:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693660.343641:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693660.343642:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693660.343644:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693660.343645:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693660.343647:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693660.343649:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693660.343650:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693660.343651:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693660.343684:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693660.343687:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693660.343689:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693660.343691:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693660.343693:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693660.343695:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693660.343697:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693660.343698:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693660.343700:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693660.984477:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693660.984487:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693660.984490:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693660.984496:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693660.984500:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693660.984505:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693660.984508:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693660.984511:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693660.984514:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693661.303563:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298817283, at 4298817344
00000100:00000040:1.0:1790693661.303563:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298817283, at 4298817344
00000100:00000010:1.0:1790693661.303585:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f782a0.
00000100:00000010:0.0:1790693661.303590:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78cc0.
00000100:00000001:2.0:1790693661.367567:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693661.367574:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693661.367576:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693661.367580:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693661.367584:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693661.367584:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693661.367593:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693661.367594:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693661.367600:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693661.367605:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693661.367607:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693661.367609:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693661.367614:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693661.367615:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693661.367625:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693661.367625:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693661.367629:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693661.367635:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693661.369015:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693661.369020:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693661.369026:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693661.369027:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693661.369031:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693661.369033:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693661.369036:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693661.369037:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693661.369073:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693661.369076:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693661.369078:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693661.369086:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693661.369088:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693661.369091:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693661.369093:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693661.369095:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693661.369097:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693661.369167:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693661.369171:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693661.369174:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693662.007515:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693662.007523:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693662.007525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693662.007530:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693662.007534:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693662.007537:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693662.007541:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693662.007544:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693662.007547:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693662.391516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693662.391516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693662.391516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693662.391523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693662.391523:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693662.391524:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693662.391525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693662.391526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693662.391528:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693662.391532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:3.0:1790693662.391533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693662.391534:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693662.391538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693662.391539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693662.391540:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693662.391542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693662.391543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693662.391544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693662.391545:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693662.391549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693662.391549:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693662.391552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693662.391553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693662.391558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693662.391559:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693662.391563:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693662.391567:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693662.391587:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693662.391591:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693662.391595:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693662.391596:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693662.391599:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693662.391600:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693662.391603:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693662.391606:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693662.391608:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693662.391612:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693662.391616:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693662.391618:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693662.391620:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693662.391622:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693662.391639:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693662.391641:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693662.391644:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693663.031849:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693663.031856:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693663.031858:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693663.031864:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693663.031867:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693663.031870:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693663.031873:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693663.031875:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693663.031878:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693663.415462:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693663.415468:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693663.415470:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693663.415484:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693663.415487:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693663.415490:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693663.415493:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693663.415495:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693663.415498:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693663.415546:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693663.415550:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693663.415551:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693663.415554:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693663.415556:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693663.415558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693663.415561:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693663.415563:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693663.415565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693663.415673:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693663.415677:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693663.415677:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693663.415680:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693663.415684:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693663.415684:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693663.415687:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693663.415688:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693663.415691:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693663.415692:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693663.415694:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693663.415695:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693663.415699:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693663.415699:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693663.415703:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693663.415703:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693663.415707:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693663.415764:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693663.415767:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693663.415770:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693664.055503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693664.055511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693664.055514:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693664.055520:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693664.055524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693664.055528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693664.055531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693664.055533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693664.055536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693664.439495:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693664.439502:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693664.439518:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693664.439519:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693664.439523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693664.439524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693664.439527:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693664.439528:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693664.439551:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693664.439554:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693664.439557:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693664.439653:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693664.439658:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693664.439660:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693664.439663:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693664.439667:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693664.439670:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693664.439673:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693664.439675:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693664.439678:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693664.440224:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693664.440228:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693664.440229:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693664.440232:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693664.440234:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693664.440236:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693664.440238:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693664.440239:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693664.440241:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693664.440417:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693664.440421:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693664.440422:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693664.440424:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693664.440427:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693664.440428:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693664.440431:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693664.440432:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693664.440434:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693665.079542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693665.079553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693665.079556:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693665.079560:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693665.079565:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693665.079572:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4148
00000400:00000200:0.0:1790693665.079579:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693665.079585:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693665.079588:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693665.079592:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079595:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693665.079597:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079600:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693665.079607:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693665.079609:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693665.079612:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693665.079616:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693665.079618:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693665.079621:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693665.079624:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079627:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693665.079629:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079633:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693665.079636:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693665.079641:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079643:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.079647:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693665.079649:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693665.079652:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.079655:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693665.079658:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693665.079667:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000100:00000001:1.0:1790693665.079667:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000040:0.0:1790693665.079673:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
00000100:00000001:1.0:1790693665.079673:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693665.079677:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.079679:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693665.079682:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693665.079682:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693665.079688:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693665.079689:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693665.079693:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693665.079694:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693665.079697:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693665.079700:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693665.079701:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693665.079703:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693665.079713:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8000.
00000100:00000001:0.0:1790693665.079721:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693665.079730:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693665.079741:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693665.079743:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693665.079748:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693665.079768:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693665.079771:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693665.079774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693665.079776:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693665.079777:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693665.079780:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693665.079782:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4148
00000400:00000200:0.0:1790693665.079786:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693665.079790:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693665.079793:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693665.079796:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079799:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693665.079801:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693665.079803:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693665.079804:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693665.079809:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693665.079810:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693665.079813:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:3.0:1790693665.079813:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693665.079816:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693665.079818:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693665.079820:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693665.079823:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693665.079827:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079830:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693665.079833:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693665.079835:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.079840:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693665.079844:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693665.079849:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693665.079850:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693665.079852:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.079855:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693665.079857:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693665.079858:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693665.079862:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101344000:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693665.079868:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693665.079869:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.079873:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693665.079873:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693665.079876:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.079879:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693665.079879:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693665.079884:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693665.079885:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
00000100:00000001:0.0:1790693665.079886:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693665.079889:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693665.079892:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693665.079897:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:0.0:1790693665.079899:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693665.079902:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:0.0:1790693665.079903:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693665.079909:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693665.079913:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693665.079915:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693665.079917:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.079918:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693665.079920:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1790693665.079921:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
02000000:00000001:0.0:1790693665.079922:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693665.079929:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9800.
00000100:00000001:0.0:1790693665.079932:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693665.079937:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344000, portal 25
00000100:00100000:0.0:1790693665.079938:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693665.079943:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693665.079946:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000001:0.0:1790693665.079953:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693665.079956:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693665.079957:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.079964:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693665.079967:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693665.079969:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693665.079971:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101344000, offset 0
00000400:00000200:3.0:1790693665.079976:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693665.079981:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693665.079986:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.079994:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:0.0:1790693665.079998:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693665.079999:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790693665.080005:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693665.080006:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:0.0:1790693665.080011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1790693665.080011:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693665.080016:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693665.080016:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:0.0:1790693665.080019:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693665.080023:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6922:6922:256:4294967295] 192.168.204.134@tcp LPNI seq info [6917:6917:8:4294967295]
00000100:00000001:0.0:1790693665.080024:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693665.080029:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693665.080032:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4148
00000400:00000200:3.0:1790693665.080038:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790693665.080046:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:3.0:1790693665.080047:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.080051:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693665.080056:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693665.080061:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000400:00000200:0.0:1790693665.080063:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693665.080069:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1790693665.080069:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693665.080073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790693665.080077:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000100:3.0:1790693665.080080:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080083:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1790693665.080084:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000040:0.0:1790693665.080090:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693665.080091:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790693665.080094:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693665.080098:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1790693665.080102:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1790693665.080103:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000020:00000040:0.0:1790693665.080105:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000400:00000010:3.0:1790693665.080106:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693665.080111:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693665.080114:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693665.080117:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693665.080124:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693665.080127:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:3.0:1790693665.080128:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1790693665.080130:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693665.080135:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080137:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693665.080139:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080141:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:3.0:1790693665.080144:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693665.080145:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693665.080151:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080155:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.080160:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693665.080163:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.080164:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693665.080168:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:0.0:1790693665.080169:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080173:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693665.080175:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1790693665.080176:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790693665.080179:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080183:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693665.080187:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693665.080189:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693665.080192:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693665.080193:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693665.080194:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080199:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693665.080201:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693665.080201:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298822402
02000000:00000001:0.0:1790693665.080204:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693665.080209:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78720.
02000000:00000010:0.0:1790693665.080210:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa800.
00000100:00000001:0.0:1790693665.080216:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080219:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1790693665.080222:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693665.080228:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298822402
00000100:00000001:0.0:1790693665.080234:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1790693665.080236:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78a20.
00000100:00000001:0.0:1790693665.080237:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080242:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1790693665.080244:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.080248:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693665.080253:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080255:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693665.080262:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693665/real 1790693665]  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693665.080264:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693665.080270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693665.080277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693665.080280:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693665.080283:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1790693665.080284:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1790693665.080287:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:3.0:1790693665.080288:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1790693665.080292:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4148
00000400:00000010:3.0:1790693665.080293:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693665.080299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000200:0.0:1790693665.080300:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693665.080304:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000400:00000200:0.0:1790693665.080306:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693665.080309:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:0.0:1790693665.080311:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693665.080317:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693665.080317:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693665.080323:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693665.080326:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080331:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693665.080336:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693665.080338:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693665.080342:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1790693665.080342:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693665.080344:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693665.080347:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693665.080349:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693665.080352:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080354:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693665.080368:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080373:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693665.080377:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693665.080383:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080386:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.080388:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693665.080390:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693665.080393:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080394:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693665.080395:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693665.080421:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.080425:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.080427:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1790693665.080432:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1790693665.080433:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790693665.080438:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080442:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693665.080448:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693665.080450:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790693665.080452:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693665.080456:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1790693665.080458:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693665.080459:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080463:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693665.080465:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693665.080467:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693665.080471:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8800.
00000100:00000001:0.0:1790693665.080475:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693665.080483:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693665.080487:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693665.080495:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693665.080496:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693665.080499:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080500:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.080504:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693665.080505:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.080510:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693665.080514:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693665.080519:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693665.080520:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693665.080525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693665.080529:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00080000:0.0:1790693665.080531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693665.080534:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693665.080534:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1790693665.080538:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693665.080543:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:3.0:1790693665.080544:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693665.080548:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4148
00000400:00000200:0.0:1790693665.080557:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:3.0:1790693665.080563:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101344000:192.168.204.134@tcp:250:
00000400:00000200:0.0:1790693665.080564:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693665.080569:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693665.080572:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693665.080574:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693665.080577:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693665.080579:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693665.080584:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693665.080585:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101344000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693665.080589:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693665.080594:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693665.080595:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1790693665.080596:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
02000000:00000001:3.0:1790693665.080598:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1790693665.080600:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:3.0:1790693665.080602:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
00000020:00000040:0.0:1790693665.080603:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:3.0:1790693665.080606:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693665.080607:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693665.080609:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000001:0.0:1790693665.080610:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000040:3.0:1790693665.080612:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000040:0.0:1790693665.080616:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000020:00000001:3.0:1790693665.080617:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:0.0:1790693665.080620:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1790693665.080622:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8000.
00000100:00000040:0.0:1790693665.080625:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693665.080629:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693665.080630:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:0.0:1790693665.080632:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
02000000:00000001:3.0:1790693665.080633:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1790693665.080637:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000010:3.0:1790693665.080638:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:0.0:1790693665.080640:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.080643:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693665.080643:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693665.080648:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693665.080649:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693665.080653:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080653:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693665.080659:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693665.080661:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693665.080663:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080665:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080665:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693665.080670:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080672:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693665.080674:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693665.080675:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1790693665.080681:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000100:00000040:3.0:1790693665.080682:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693665.080690:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693665.080694:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790693665.080695:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693665.080697:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693665.080698:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080703:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693665.080704:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693665.080705:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693665.080707:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693665.080709:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.080712:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693665.080716:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb400.
00000100:00100000:3.0:1790693665.080718:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344128:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693665.080720:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080726:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693665.080729:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1790693665.080730:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693665.080732:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.080737:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693665.080743:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693665.080748:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693665.080754:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693665.080756:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693665.080757:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693665.080762:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000040:0.0:1790693665.080764:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1790693665.080768:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693665.080774:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344128, portal 10
00000100:00000001:0.0:1790693665.080779:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080779:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693665.080781:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:0.0:1790693665.080785:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4158)
00000100:00000040:3.0:1790693665.080791:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.080799:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693665.080802:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693665.080804:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693665.080808:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101344128, offset 0
00000400:00000200:3.0:1790693665.080812:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693665.080817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.080822:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693665.080826:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693665.080830:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693665.080833:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693665.080836:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693665.080839:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6923:6923:256:4294967295] 192.168.204.134@tcp LPNI seq info [6918:6918:8:4294967295]
00000400:00000200:3.0:1790693665.080844:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.080851:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693665.080855:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.080859:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693665.080863:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693665.080866:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693665.080871:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693665.080873:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693665.080877:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.080879:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693665.080881:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693665.080885:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693665.080888:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693665.080890:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693665.080892:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693665.080896:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.080903:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.080906:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.080913:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080914:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693665.080917:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693665.080921:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693665.080924:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693665.080926:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298821139
00000100:00000001:3.0:1790693665.080929:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.080931:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298821139
00000100:00000001:3.0:1790693665.080933:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.080935:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693665.080937:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.080939:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693665.080942:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693665/real 1790693665]  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693665.080950:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693665.080951:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693665.080953:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693665.080955:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693665.080956:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693665.080958:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693665.080961:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693665.080969:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.080975:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693665.080977:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.080978:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.080979:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693665.080983:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.080990:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693665.080994:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081000:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693665.081003:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081005:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.081006:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081007:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693665.081010:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693665.081012:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693665.081016:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693665.081018:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693665.081022:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693665.081031:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344128:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693665.081034:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693665.081038:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081044:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693665.081046:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.081048:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693665.081050:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693665.081052:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693665.081055:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344256:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693665.081058:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693665.081060:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693665.081061:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.081063:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693665.081066:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693665.081067:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693665.081071:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693665.081073:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693665.081077:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693665.081080:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344256, portal 10
00000100:00000001:3.0:1790693665.081081:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693665.081083:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693665.081088:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081094:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693665.081096:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693665.081098:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693665.081100:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101344256, offset 0
00000400:00000200:3.0:1790693665.081104:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693665.081108:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.081111:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693665.081114:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693665.081117:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693665.081119:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693665.081121:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693665.081124:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6924:6924:256:4294967295] 192.168.204.134@tcp LPNI seq info [6919:6919:8:4294967295]
00000400:00000200:3.0:1790693665.081129:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.081136:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693665.081140:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.081144:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693665.081148:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693665.081150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693665.081155:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693665.081157:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693665.081160:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.081161:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693665.081164:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693665.081167:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693665.081170:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693665.081172:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693665.081174:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693665.081177:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081185:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.081188:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081195:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.081197:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693665.081199:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693665.081202:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693665.081205:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693665.081207:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298821145
00000100:00000001:3.0:1790693665.081209:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.081211:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298821145
00000100:00000001:3.0:1790693665.081213:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.081215:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693665.081217:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.081219:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693665.081222:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693665/real 1790693665]  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693665.081235:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693665.081237:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693665.081238:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693665.081240:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693665.081242:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693665.081244:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693665.081247:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693665.081255:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081261:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693665.081263:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081264:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.081266:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693665.081269:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081275:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693665.081279:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081285:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693665.081287:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081289:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.081290:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081292:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693665.081293:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693665.081296:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693665.081299:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693665.081301:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693665.081305:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693665.081313:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344256:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693665.081316:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693665.081319:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081324:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693665.081326:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.081328:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693665.081329:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693665.081331:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693665.081333:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344384:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693665.081337:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693665.081338:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693665.081339:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.081341:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693665.081345:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693665.081346:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693665.081349:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693665.081352:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693665.081356:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693665.081374:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344384, portal 4
00000100:00000001:3.0:1790693665.081375:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693665.081377:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693665.081383:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081389:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693665.081391:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693665.081394:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693665.081437:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101344384, offset 0
00000400:00000200:3.0:1790693665.081444:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693665.081448:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.081451:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693665.081454:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693665.081457:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693665.081459:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693665.081461:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693665.081463:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6925:6925:256:4294967295] 192.168.204.134@tcp LPNI seq info [6920:6920:8:4294967295]
00000400:00000200:3.0:1790693665.081467:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.081473:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693665.081478:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.081482:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693665.081486:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693665.081488:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693665.081492:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693665.081495:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693665.081498:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.081499:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693665.081502:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693665.081505:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693665.081509:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693665.081510:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693665.081513:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693665.081516:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081524:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.081527:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081533:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.081534:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693665.081537:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693665.081540:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693665.081543:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693665.081545:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298821140
00000100:00000001:3.0:1790693665.081547:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.081549:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298821140
00000100:00000001:3.0:1790693665.081551:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.081553:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693665.081555:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.081556:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693665.081560:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693665/real 1790693665]  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693665.081568:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693665.081569:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693665.081570:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693665.081573:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693665.081574:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693665.081576:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693665.081579:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693665.081586:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081590:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693665.081590:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081592:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.081592:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693665.081595:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081599:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693665.081601:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081605:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693665.081606:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081607:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.081608:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081609:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693665.081611:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693665.081612:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693665.081614:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693665.081616:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693665.081619:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693665.081627:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344384:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693665.081630:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081632:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.081636:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101344128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081642:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693665.081643:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693665.081645:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693665.081648:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693665.081649:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693665.081651:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693665.081653:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693665.081655:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9800.
02000000:00000001:3.0:1790693665.081658:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693665.081659:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693665.081661:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693665.081663:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693665.081664:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081665:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.081669:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101344256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081675:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693665.081677:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693665.081679:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693665.081682:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693665.081683:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693665.081684:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693665.081686:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693665.081687:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa800.
02000000:00000001:3.0:1790693665.081689:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693665.081690:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693665.081691:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693665.081694:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693665.081695:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081696:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.081700:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101344384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081706:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693665.081707:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693665.081708:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693665.081710:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693665.081711:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693665.081712:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693665.081714:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693665.081715:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8800.
02000000:00000001:3.0:1790693665.081717:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693665.081718:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693665.081719:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693665.081721:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693665.081722:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081723:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081726:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693665.081727:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.081728:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693665.081729:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693665.081730:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693665.081733:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081737:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693665.081738:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.081739:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693665.081741:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693665.081742:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693665.081743:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344512:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693665.081745:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693665.081746:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693665.081747:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693665.081748:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693665.081750:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693665.081752:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693665.081754:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693665.081756:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693665.081757:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693665.081760:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344512, portal 4
00000100:00000001:3.0:1790693665.081761:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693665.081762:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693665.081765:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081769:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693665.081770:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693665.081772:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693665.081774:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101344512, offset 0
00000400:00000200:3.0:1790693665.081778:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693665.081782:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.081785:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693665.081788:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693665.081790:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693665.081792:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693665.081794:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693665.081797:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6926:6926:256:4294967295] 192.168.204.134@tcp LPNI seq info [6921:6921:8:4294967295]
00000400:00000200:3.0:1790693665.081800:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693665.081807:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693665.081811:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.081814:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693665.081818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693665.081820:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693665.081824:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693665.081827:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693665.081831:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693665.081833:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693665.081836:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693665.081839:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693665.081841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693665.081843:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693665.081845:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693665.081849:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081855:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.081859:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081863:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.081864:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693665.081866:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693665.081868:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693665.081870:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693665.081871:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298821145
00000100:00000001:3.0:1790693665.081873:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.081874:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298821145
00000100:00000001:3.0:1790693665.081876:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298822402
00000100:00000001:3.0:1790693665.081878:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693665.081879:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.081881:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693665.081884:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693665/real 1790693665]  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693665.081897:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693665.081898:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693665.081900:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693665.081902:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693665.081903:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693665.081906:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693665.081909:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693665.081917:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081923:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693665.081925:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081926:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.081928:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693665.081931:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081936:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693665.081939:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081943:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693665.081944:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081945:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693665.081945:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081946:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693665.081947:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693665.081949:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693665.081950:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693665.081951:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693665.081954:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693665.081959:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344512:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693665.081962:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081963:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693665.081966:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101344512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693665.081972:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693665.081973:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693665.081975:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693665.081977:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693665.081979:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693665.081980:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693665.081982:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693665.081983:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb400.
02000000:00000001:3.0:1790693665.081986:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693665.081987:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693665.081989:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693665.081991:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693665.081992:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081994:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.081997:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693665.081998:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.082000:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693665.082001:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693665.463530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693665.463531:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693665.463539:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693665.463539:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693665.463544:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693665.463544:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693665.463552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693665.463556:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693665.463560:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693665.463563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693665.463566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693665.463567:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693665.463569:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693665.463572:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693665.463576:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693665.463579:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693665.463581:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693665.463582:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693665.463692:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693665.463695:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693665.463696:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693665.463698:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693665.463700:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693665.463702:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.463704:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693665.463706:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693665.463708:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693665.463727:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693665.463730:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693665.463734:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693665.463735:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693665.463738:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693665.463739:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693665.463743:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693665.463744:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693665.464691:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693665.464696:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693665.464699:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693666.103541:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693666.103548:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693666.103551:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693666.103557:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693666.103561:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693666.103565:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693666.103567:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693666.103569:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693666.103572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693666.423488:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298822402, at 4298822464
00000100:00000010:1.0:1790693666.423500:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78a20.
00000100:00000040:0.0:1790693666.424939:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298822402, at 4298822465
00000100:00000010:0.0:1790693666.424955:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78720.
00000100:00000001:1.0:1790693666.487514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693666.487522:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693666.487525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693666.487531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693666.487535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693666.487539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693666.487541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693666.487543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693666.487546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693666.487728:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693666.487732:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693666.487733:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693666.487735:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693666.487739:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693666.487739:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693666.487746:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693666.487748:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693666.487758:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693666.487761:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693666.487761:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693666.487766:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693666.487768:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693666.487774:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693666.487777:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693666.487782:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693666.487783:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693666.487811:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693666.487815:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693666.487818:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693666.488067:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693666.488071:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693666.488073:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693666.488076:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693666.488079:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693666.488081:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693666.488083:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693666.488084:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693666.488086:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693667.127509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693667.127519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693667.127521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693667.127527:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693667.127531:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693667.127539:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693667.127542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693667.127545:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693667.127548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693667.511589:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693667.511598:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693667.511600:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693667.511603:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693667.511609:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1790693667.511612:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693667.511614:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693667.511621:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693667.511623:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693667.511628:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693667.511632:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693667.511635:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693667.511638:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693667.511640:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693667.511643:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693667.511647:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693667.511650:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693667.511660:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693667.511663:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693667.511667:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693667.511668:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693667.511674:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693667.511676:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693667.511732:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693667.511735:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693667.511738:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693667.511932:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693667.511940:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693667.511942:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693667.511944:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693667.511947:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693667.511950:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693667.511954:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693667.511957:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693667.511960:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693667.511961:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693667.511963:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693667.511968:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693667.511969:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693667.511973:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693667.511976:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693667.511978:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693667.511982:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693667.511993:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693668.151525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693668.151533:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693668.151535:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693668.151539:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693668.151543:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693668.151547:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693668.151550:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693668.151552:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693668.151555:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693668.535545:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693668.535555:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693668.535558:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693668.535566:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693668.535571:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693668.535573:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693668.535576:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693668.535581:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693668.535583:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693668.535588:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693668.535591:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693668.535595:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693668.535595:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693668.535607:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693668.535609:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693668.535614:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693668.535615:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693668.535644:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693668.535647:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693668.535650:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693668.535690:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693668.535694:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693668.535696:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693668.535699:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693668.535702:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693668.535705:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693668.535708:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693668.535710:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693668.535713:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693668.535773:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693668.535777:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693668.535779:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693668.535782:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693668.535785:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693668.535788:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693668.535791:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693668.535792:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693668.535794:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693669.175785:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693669.175793:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693669.175795:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693669.175800:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693669.175804:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693669.175808:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693669.175810:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693669.175813:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693669.175816:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693669.559507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693669.559508:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693669.559513:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693669.559514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693669.559518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693669.559523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693669.559527:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693669.559528:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693669.559531:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693669.559533:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693669.559536:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693669.559538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693669.559542:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693669.559543:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693669.559547:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693669.559548:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559551:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559555:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559559:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693669.559561:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693669.559563:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693669.559565:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559567:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693669.559569:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559571:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559574:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693669.559578:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693669.559580:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693669.559581:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693669.559585:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693669.559588:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693669.559590:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693669.559593:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693669.559596:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693669.559596:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693669.559598:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693669.559601:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693669.559602:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693669.559606:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693669.559606:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693669.559613:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693669.559616:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693669.559618:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693669.559621:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693669.559624:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693669.559626:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693669.559744:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693669.559747:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693669.559751:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693670.199524:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693670.199531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693670.199534:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693670.199539:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693670.199543:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693670.199548:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693670.199550:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693670.199552:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1790693670.199556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693670.199556:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693670.199560:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693670.199561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693670.199564:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693670.199568:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693670.199574:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4153
00000400:00000200:1.0:1790693670.199580:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693670.199587:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693670.199590:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693670.199594:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199598:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693670.199601:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199603:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693670.199611:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693670.199613:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693670.199615:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693670.199618:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693670.199621:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693670.199623:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693670.199626:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199628:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693670.199630:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199632:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693670.199634:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693670.199638:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199639:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693670.199642:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693670.199645:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693670.199647:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.199649:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693670.199652:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693670.199660:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693670.199663:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693670.199666:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693670.199668:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.199671:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693670.199674:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693670.199677:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693670.199684:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693670.199691:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693670.199705:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693670.199715:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693670.199718:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693670.199723:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693670.199743:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693670.199745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693670.199749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693670.199750:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693670.199752:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693670.199754:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693670.199756:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4153
00000400:00000200:1.0:1790693670.199772:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693670.199776:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693670.199778:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693670.199779:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693670.199784:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199787:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693670.199788:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693670.199789:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199793:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693670.199793:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693670.199799:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693670.199802:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693670.199804:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1790693670.199804:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693670.199808:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693670.199812:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693670.199817:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693670.199823:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1790693670.199824:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693670.199826:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.199830:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693670.199833:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693670.199835:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.199839:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1790693670.199842:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101344640:192.168.204.134@tcp:250:
00000100:00000040:1.0:1790693670.199845:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199851:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693670.199851:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1790693670.199856:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693670.199857:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1790693670.199860:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693670.199863:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.199866:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693670.199867:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693670.199871:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693670.199874:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693670.199878:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:1.0:1790693670.199879:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.199884:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693670.199884:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790693670.199889:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693670.199894:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693670.199899:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000008:00000001:1.0:1790693670.199904:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693670.199906:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693670.199908:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693670.199914:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000100:00000200:3.0:1790693670.199915:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344640, portal 25
00000020:00000040:1.0:1790693670.199918:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693670.199920:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693670.199923:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
02000000:00000001:1.0:1790693670.199924:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693670.199926:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.199928:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693670.199929:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693670.199931:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693670.199935:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00000040:3.0:1790693670.199938:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693670.199939:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693670.199947:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693670.199953:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693670.199954:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693670.199956:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.199966:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693670.199972:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693670.199973:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693670.199975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1790693670.199978:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00080000:1.0:1790693670.199980:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693670.199984:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1790693670.199984:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101344640, offset 0
00000100:00080000:1.0:1790693670.199986:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693670.199991:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693670.199995:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693670.199997:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4153
00000400:00000200:1.0:1790693670.200004:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.200008:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693670.200010:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693670.200013:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693670.200018:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693670.200018:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693670.200019:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693670.200023:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200025:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693670.200027:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1790693670.200028:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693670.200030:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693670.200031:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693670.200033:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693670.200034:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000001:1.0:1790693670.200037:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:3.0:1790693670.200040:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790693670.200042:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:3.0:1790693670.200047:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:1.0:1790693670.200049:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200055:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693670.200055:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6927:6927:256:4294967295] 192.168.204.134@tcp LPNI seq info [6922:6922:8:4294967295]
00000100:00000040:1.0:1790693670.200059:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200062:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693670.200064:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693670.200073:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693670.200073:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693670.200079:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693670.200081:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693670.200085:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693670.200088:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1790693670.200090:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200095:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693670.200099:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1790693670.200099:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000008:00000001:1.0:1790693670.200104:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200106:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693670.200108:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000010:1.0:1790693670.200110:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000020:00000040:1.0:1790693670.200113:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693670.200115:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693670.200118:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693670.200119:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693670.200120:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693670.200123:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1790693670.200124:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1790693670.200126:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693670.200131:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000800:00000200:3.1:1790693670.200132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693670.200135:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693670.200136:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693670.200142:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.200145:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00100000:1.0:1790693670.200146:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693670.200151:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693670.200158:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1790693670.200162:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693670.200164:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000100:00000001:1.0:1790693670.200166:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693670.200167:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693670.200172:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693670.200174:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693670.200178:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200202:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693670.200203:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693670.200207:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693670.200209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693670.200218:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693670.200219:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200221:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693670.200221:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790693670.200225:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693670.200228:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200230:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693670.200233:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693670.200237:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4153
00000100:00000001:3.0:1790693670.200237:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298827522
00000400:00000200:1.0:1790693670.200244:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693670.200247:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000010:3.0:1790693670.200248:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78a80.
00000100:00080000:1.0:1790693670.200250:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693670.200255:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200267:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693670.200267:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1790693670.200272:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200275:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693670.200275:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298827522
00000020:00000001:1.0:1790693670.200279:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693670.200282:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000010:3.0:1790693670.200284:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f786c0.
00000020:00000001:1.0:1790693670.200285:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693670.200289:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693670.200291:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1790693670.200293:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693670.200296:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1790693670.200298:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693670.200300:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693670.200304:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693670.200305:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693670.200308:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693670.200314:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:3.0:1790693670.200315:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693670/real 1790693670]  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693670.200317:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693670.200324:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000001:3.0:1790693670.200328:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693670.200329:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000001:3.0:1790693670.200332:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790693670.200334:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693670.200336:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
02000000:00000001:1.0:1790693670.200338:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693670.200341:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
02000000:00000001:1.0:1790693670.200343:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1790693670.200345:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
02000000:00000001:1.0:1790693670.200347:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.200349:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790693670.200351:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693670.200354:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1790693670.200356:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693670.200358:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200362:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693670.200368:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693670.200373:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000200:3.0:1790693670.200374:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693670.200377:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693670.200379:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200383:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693670.200385:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693670.200389:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693670.200392:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200394:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.200416:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693670.200422:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693670.200430:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.200430:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1790693670.200439:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000040:3.0:1790693670.200440:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693670.200445:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.200450:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693670.200452:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200454:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.200456:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200460:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693670.200463:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1790693670.200465:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1790693670.200468:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693670.200477:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:1.0:1790693670.200480:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693670.200484:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693670.200488:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693670.200500:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693670.200503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693670.200507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693670.200508:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693670.200509:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693670.200512:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693670.200514:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4153
00000400:00000200:1.0:1790693670.200518:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693670.200521:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693670.200522:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693670.200525:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200527:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693670.200528:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200530:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693670.200533:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693670.200534:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693670.200536:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693670.200537:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693670.200539:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693670.200542:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693670.200544:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200546:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693670.200548:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200549:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693670.200551:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693670.200554:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693670.200556:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693670.200558:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693670.200561:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693670.200563:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200565:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693670.200568:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693670.200570:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200571:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693670.200574:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000020:00000040:1.0:1790693670.200577:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693670.200579:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693670.200580:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693670.200582:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693670.200583:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693670.200585:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693670.200588:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693670.200591:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693670.200599:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693670.200607:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693670.200608:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1790693670.200609:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693670.200617:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693670.200619:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693670.200632:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101344640:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693670.200639:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693670.200640:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.200642:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.200646:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101344640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693670.200647:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4163)
00000100:00000001:3.0:1790693670.200656:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693670.200658:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693670.200661:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693670.200665:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693670.200667:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693670.200668:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693670.200670:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693670.200672:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:3.0:1790693670.200676:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693670.200677:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693670.200679:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:3.0:1790693670.200682:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693670.200683:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200685:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200692:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693670.200693:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.200695:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693670.200696:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693670.200698:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693670.200702:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200714:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693670.200715:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.200717:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693670.200719:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693670.200721:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693670.200724:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344768:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693670.200727:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693670.200729:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693670.200730:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.200732:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693670.200735:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693670.200737:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693670.200741:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693670.200743:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693670.200747:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693670.200750:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344768, portal 10
00000100:00000001:3.0:1790693670.200752:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693670.200753:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:3.0:1790693670.200759:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200765:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693670.200767:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693670.200769:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693670.200771:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101344768, offset 0
00000400:00000200:3.0:1790693670.200775:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693670.200779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.200783:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693670.200786:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693670.200788:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693670.200791:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693670.200793:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693670.200795:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6928:6928:256:4294967295] 192.168.204.134@tcp LPNI seq info [6923:6923:8:4294967295]
00000400:00000200:3.0:1790693670.200799:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.200805:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693670.200810:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.200813:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693670.200818:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693670.200821:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693670.200825:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693670.200827:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693670.200844:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.200846:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693670.200849:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693670.200853:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693670.200856:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693670.200858:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693670.200861:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693670.200864:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200872:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.200875:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200881:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.200882:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693670.200886:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693670.200889:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693670.200892:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693670.200894:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298826259
00000100:00000001:3.0:1790693670.200897:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.200899:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298826259
00000100:00000001:3.0:1790693670.200901:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.200903:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693670.200905:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.200907:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693670.200910:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693670/real 1790693670]  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693670.200918:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693670.200919:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693670.200921:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693670.200923:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693670.200925:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693670.200926:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693670.200929:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693670.200934:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200938:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693670.200939:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200940:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.200941:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693670.200943:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200947:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693670.200950:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200957:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693670.200959:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200961:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.200962:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.200963:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693670.200965:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693670.200968:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693670.200971:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693670.200973:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693670.200977:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693670.200984:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344768:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693670.200988:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693670.200991:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.200998:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693670.200999:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.201001:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693670.201003:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693670.201005:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693670.201007:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344896:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693670.201010:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693670.201012:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693670.201014:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.201015:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693670.201019:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693670.201021:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693670.201024:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693670.201026:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693670.201029:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693670.201032:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101344896, portal 10
00000100:00000001:3.0:1790693670.201034:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693670.201035:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:3.0:1790693670.201041:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201047:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693670.201049:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693670.201051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693670.201054:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101344896, offset 0
00000400:00000200:3.0:1790693670.201057:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693670.201061:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.201064:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693670.201067:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693670.201070:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693670.201072:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693670.201074:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693670.201076:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6929:6929:256:4294967295] 192.168.204.134@tcp LPNI seq info [6924:6924:8:4294967295]
00000400:00000200:3.0:1790693670.201080:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.201086:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693670.201090:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.201094:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693670.201097:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693670.201100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693670.201103:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693670.201106:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693670.201120:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.201122:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693670.201125:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693670.201129:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693670.201132:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693670.201133:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693670.201136:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693670.201139:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201147:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.201153:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201159:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.201161:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693670.201164:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693670.201168:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693670.201171:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693670.201173:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298826265
00000100:00000001:3.0:1790693670.201175:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.201178:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298826265
00000100:00000001:3.0:1790693670.201180:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.201182:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693670.201184:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.201185:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693670.201189:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693670/real 1790693670]  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693670.201202:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693670.201204:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693670.201205:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693670.201207:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693670.201209:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693670.201211:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693670.201214:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693670.201223:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201230:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693670.201231:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201233:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.201235:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693670.201238:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201245:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693670.201248:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201255:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693670.201269:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201270:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.201271:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201273:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693670.201275:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693670.201277:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693670.201281:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693670.201283:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693670.201288:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693670.201295:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101344896:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693670.201298:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693670.201301:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201307:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693670.201308:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.201311:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693670.201313:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693670.201315:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693670.201317:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345024:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693670.201321:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693670.201323:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693670.201325:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.201326:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693670.201330:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693670.201333:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693670.201336:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693670.201339:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693670.201343:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693670.201346:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345024, portal 4
00000100:00000001:3.0:1790693670.201348:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693670.201349:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:3.0:1790693670.201356:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201362:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693670.201365:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693670.201368:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693670.201370:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101345024, offset 0
00000400:00000200:3.0:1790693670.201374:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693670.201379:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.201392:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693670.201394:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693670.201419:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693670.201421:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693670.201423:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693670.201426:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6930:6930:256:4294967295] 192.168.204.134@tcp LPNI seq info [6925:6925:8:4294967295]
00000400:00000200:3.0:1790693670.201429:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.201433:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693670.201436:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.201439:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693670.201441:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693670.201443:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693670.201446:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693670.201448:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693670.201450:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.201451:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693670.201453:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693670.201455:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693670.201457:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693670.201458:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693670.201460:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693670.201462:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201467:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.201468:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201472:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.201473:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693670.201475:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693670.201477:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693670.201479:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693670.201480:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298826260
00000100:00000001:3.0:1790693670.201482:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.201484:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298826260
00000100:00000001:3.0:1790693670.201486:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.201488:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693670.201489:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.201491:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693670.201495:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693670/real 1790693670]  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693670.201501:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693670.201503:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693670.201504:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693670.201506:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693670.201508:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693670.201509:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693670.201512:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693670.201520:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201527:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693670.201528:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201530:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.201531:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693670.201534:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201540:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693670.201543:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201547:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693670.201548:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201549:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.201550:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201551:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693670.201552:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693670.201554:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693670.201556:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693670.201557:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693670.201559:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693670.201563:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345024:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693670.201566:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693670.201568:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201571:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693670.201572:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.201574:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693670.201575:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693670.201576:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693670.201578:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345152:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693670.201579:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693670.201580:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693670.201581:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693670.201582:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693670.201584:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693670.201585:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693670.201588:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693670.201590:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693670.201592:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693670.201595:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345152, portal 4
00000100:00000001:3.0:1790693670.201596:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693670.201598:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:3.0:1790693670.201603:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201609:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693670.201611:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693670.201613:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693670.201615:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101345152, offset 0
00000400:00000200:3.0:1790693670.201619:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693670.201623:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.201626:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693670.201629:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693670.201631:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693670.201633:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693670.201635:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693670.201637:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6931:6931:256:4294967295] 192.168.204.134@tcp LPNI seq info [6926:6926:8:4294967295]
00000400:00000200:3.0:1790693670.201640:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693670.201645:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693670.201649:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.201652:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693670.201655:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693670.201657:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693670.201661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693670.201663:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693670.201667:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693670.201668:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693670.201671:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693670.201674:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693670.201677:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693670.201678:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693670.201680:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693670.201684:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201691:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.201694:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201698:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.201698:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693670.201701:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693670.201703:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693670.201704:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693670.201706:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298826265
00000100:00000001:3.0:1790693670.201707:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.201708:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298826265
00000100:00000001:3.0:1790693670.201710:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298827522
00000100:00000001:3.0:1790693670.201711:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693670.201712:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.201713:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693670.201715:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693670/real 1790693670]  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693670.201723:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693670.201724:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693670.201725:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693670.201727:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693670.201729:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693670.201730:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693670.201733:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693670.201741:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201746:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693670.201748:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201750:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.201751:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693670.201754:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201761:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693670.201765:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201771:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693670.201773:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201775:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693670.201776:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201778:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693670.201779:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693670.201782:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693670.201785:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693670.201787:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693670.201791:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693670.201798:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345152:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693670.201802:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201804:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.201807:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101344768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201813:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693670.201815:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693670.201817:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693670.201819:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693670.201821:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693670.201822:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693670.201824:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693670.201826:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:3.0:1790693670.201829:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693670.201830:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693670.201831:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:3.0:1790693670.201834:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693670.201835:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201837:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.201840:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101344896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201846:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693670.201848:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693670.201849:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693670.201851:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693670.201853:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693670.201854:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693670.201856:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693670.201857:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:3.0:1790693670.201859:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693670.201860:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693670.201861:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:3.0:1790693670.201863:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693670.201864:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201866:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.201869:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101345024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201876:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693670.201877:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693670.201879:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693670.201881:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693670.201882:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693670.201883:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693670.201885:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693670.201886:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693670.201888:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693670.201889:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693670.201890:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:3.0:1790693670.201892:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693670.201894:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201896:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693670.201899:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101345152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693670.201905:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693670.201906:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693670.201908:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693670.201910:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693670.201911:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693670.201912:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693670.201915:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693670.201916:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:3.0:1790693670.201918:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693670.201919:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693670.201920:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:3.0:1790693670.201922:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693670.201923:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201925:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693670.201930:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693670.201932:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693670.201933:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693670.201935:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693670.583503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693670.583509:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693670.583510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693670.583514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693670.583515:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693670.583521:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693670.583523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693670.583526:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693670.583527:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693670.583532:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693670.583532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693670.583535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693670.583537:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693670.583540:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693670.583542:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693670.583543:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693670.583553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693670.583575:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693670.583577:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693670.583580:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693670.584536:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693670.584540:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693670.584542:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693670.584544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693670.584547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693670.584549:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693670.584551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693670.584553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693670.584555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693670.584608:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693670.584611:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693670.584612:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693670.584615:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693670.584616:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693670.584618:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693670.584621:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693670.584622:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693670.584624:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693671.224100:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693671.224111:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693671.224114:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693671.224121:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693671.224126:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693671.224130:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693671.224133:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693671.224136:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693671.224140:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693671.543533:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298827522, at 4298827584
00000100:00000010:0.0:1790693671.543548:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78a80.
00000100:00000040:1.0:1790693671.543563:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298827522, at 4298827584
00000100:00000010:1.0:1790693671.543569:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f786c0.
00000100:00000001:1.0:1790693671.607520:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693671.607523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693671.607531:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693671.607531:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693671.607535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693671.607535:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693671.607544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693671.607547:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693671.607549:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693671.607551:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693671.607555:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693671.607555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693671.607561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693671.607562:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693671.607566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693671.607570:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693671.607570:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693671.607575:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693671.607576:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693671.607578:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693671.607583:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693671.607584:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693671.607590:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693671.607593:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693671.607595:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693671.607597:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693671.607600:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693671.607625:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693671.607627:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693671.607631:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693671.607633:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693671.607636:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693671.607637:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693671.607642:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693671.607643:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693671.607693:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693671.607697:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693671.607701:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693672.247544:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693672.247552:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693672.247554:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693672.247560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693672.247565:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693672.247568:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693672.247571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693672.247573:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693672.247576:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693672.631534:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693672.631535:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693672.631542:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693672.631542:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693672.631543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693672.631546:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693672.631546:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693672.631547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693672.631553:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693672.631553:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693672.631554:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693672.631556:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693672.631559:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693672.631560:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693672.631562:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693672.631562:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693672.631563:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693672.631565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693672.631565:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693672.631568:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693672.631569:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693672.631570:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693672.631571:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693672.631572:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693672.631573:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693672.631574:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693672.631575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693672.631577:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693672.631578:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693672.631580:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693672.631583:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693672.631584:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693672.631588:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693672.631590:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693672.631591:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693672.631594:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693672.631594:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693672.631597:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693672.631598:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693672.631600:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693672.631602:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693672.631624:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693672.631626:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693672.631628:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693673.271504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693673.271512:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693673.271514:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693673.271519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693673.271524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693673.271527:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693673.271530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693673.271533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693673.271536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693673.655562:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693673.655562:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693673.655563:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693673.655574:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693673.655574:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693673.655575:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693673.655579:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693673.655581:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693673.655586:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693673.655589:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693673.655589:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693673.655591:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693673.655595:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693673.655597:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693673.655599:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693673.655601:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693673.655604:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693673.655608:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693673.655609:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693673.655610:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693673.655613:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693673.655618:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693673.655619:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693673.655624:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693673.655624:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693673.655632:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693673.655814:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693673.655819:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693673.655822:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693673.655972:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693673.655976:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693673.655977:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693673.655981:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693673.655983:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693673.655985:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693673.655988:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693673.655990:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693673.655992:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693674.297049:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693674.297056:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693674.297057:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693674.297061:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693674.297064:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693674.297066:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693674.297068:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693674.297071:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693674.297074:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693674.679533:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693674.679535:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693674.679542:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693674.679543:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693674.679548:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693674.679548:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693674.679555:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693674.679560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693674.679562:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693674.679564:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693674.679567:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693674.679568:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693674.679569:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693674.679579:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693674.679580:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693674.679580:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693674.679582:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693674.679585:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693674.679587:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693674.679594:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693674.679594:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693674.679603:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693674.679604:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693674.679608:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693674.679612:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693674.679614:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693674.679619:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693674.679622:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693674.679632:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693674.679639:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693674.679640:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693674.679644:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693674.679645:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693674.679650:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693674.679653:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693674.679668:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693674.679670:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693674.679671:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693675.319485:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693675.319493:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693675.319495:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693675.319501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790693675.319501:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693675.319507:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693675.319508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693675.319511:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693675.319512:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693675.319515:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1790693675.319518:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693675.319519:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693675.319524:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319526:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693675.319534:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4158
00000400:00000200:1.0:1790693675.319540:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693675.319545:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693675.319548:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693675.319551:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319555:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693675.319557:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319559:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693675.319566:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693675.319568:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693675.319570:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693675.319574:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693675.319576:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693675.319578:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693675.319581:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319583:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693675.319585:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319587:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693675.319589:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693675.319593:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319595:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693675.319598:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693675.319602:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693675.319604:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319606:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693675.319609:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693675.319616:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ce00.
00000020:00000040:1.0:1790693675.319620:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693675.319623:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693675.319624:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319628:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693675.319630:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693675.319634:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693675.319641:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693675.319647:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693675.319656:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693675.319665:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693675.319668:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693675.319673:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca79781] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693675.319691:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693675.319694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693675.319697:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693675.319699:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693675.319700:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693675.319702:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693675.319704:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4158
00000400:00000200:1.0:1790693675.319707:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693675.319709:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693675.319710:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693675.319712:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319713:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693675.319715:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319716:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693675.319718:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693675.319719:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693675.319720:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693675.319721:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693675.319722:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693675.319724:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693675.319726:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319727:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693675.319728:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319729:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693675.319730:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693675.319732:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319734:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693675.319736:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693675.319742:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693675.319744:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319745:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693675.319749:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693675.319751:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319753:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693675.319757:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d500.
00000020:00000040:1.0:1790693675.319760:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693675.319762:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693675.319764:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319766:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693675.319768:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693675.319770:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693675.319773:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693675.319777:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.319781:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1790693675.319782:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693675.319785:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693675.319789:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693675.319792:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693675.319794:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693675.319797:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693675.319798:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9cf8eba] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.319815:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693675.319818:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319819:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693675.319821:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1790693675.319822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1790693675.319824:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693675.319829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1790693675.319829:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319832:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693675.319834:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1790693675.319835:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101345280:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693675.319837:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693675.319840:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1790693675.319842:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4158
02000000:00000001:3.0:1790693675.319843:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693675.319846:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693675.319850:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693675.319850:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1790693675.319855:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000010:3.0:1790693675.319856:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000100:00080000:1.0:1790693675.319857:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1790693675.319859:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693675.319864:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693675.319867:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693675.319869:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1790693675.319871:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000040:1.0:1790693675.319873:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319878:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:3.0:1790693675.319878:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000020:00000001:1.0:1790693675.319885:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1790693675.319887:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345280, portal 25
00000020:00000040:1.0:1790693675.319888:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000100:00000001:3.0:1790693675.319890:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1790693675.319891:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693675.319892:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
00000020:00000040:1.0:1790693675.319896:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00000040:3.0:1790693675.319899:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693675.319901:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693675.319906:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000001:3.0:1790693675.319911:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693675.319914:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693675.319915:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319920:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1790693675.319920:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693675.319925:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101345280, offset 0
00000100:00000040:1.0:1790693675.319926:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.319930:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693675.319932:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693675.319935:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693675.319940:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693675.319942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693675.319944:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693675.319948:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693675.319949:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:1.0:1790693675.319952:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693675.319954:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790693675.319957:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.319961:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693675.319963:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693675.319967:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000008:00000001:1.0:1790693675.319968:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.319973:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693675.319976:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693675.319980:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6932:6932:256:4294967295] 192.168.204.134@tcp LPNI seq info [6927:6927:8:4294967295]
00000400:00000200:3.0:1790693675.319984:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693675.319994:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693675.320000:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.320005:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693675.320012:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693675.320016:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790693675.320021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693675.320024:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1790693675.320028:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.320030:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693675.320036:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693675.320040:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693675.320045:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693675.320047:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693675.320051:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693675.320055:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320064:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.320068:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320075:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.320076:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693675.320081:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.320084:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693675.320087:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298832642
00000100:00000010:3.0:1790693675.320092:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f786c0.
00000100:00000001:3.0:1790693675.320098:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693675.320104:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298832642
00000100:00000010:3.0:1790693675.320108:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78a80.
00000100:00000001:3.0:1790693675.320111:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693675.320114:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693675.320116:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.320118:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693675.320122:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693675/real 1790693675]  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693675.320130:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693675.320133:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693675.320134:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693675.320137:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693675.320139:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693675.320141:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693675.320144:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693675.320153:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320173:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693675.320175:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320177:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.320178:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693675.320182:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320189:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693675.320193:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320200:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693675.320203:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320204:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.320206:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320208:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693675.320210:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693675.320213:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693675.320217:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693675.320219:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693675.320223:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693675.320230:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101345280:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693675.320235:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320237:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.320240:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101345280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320245:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693675.320247:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693675.320250:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693675.320253:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693675.320254:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693675.320256:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693675.320258:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693675.320260:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:3.0:1790693675.320263:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693675.320265:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693675.320266:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00000001:3.0:1790693675.320269:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693675.320270:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320272:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320279:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693675.320280:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.320282:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693675.320283:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693675.320285:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693675.320288:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320294:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693675.320295:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693675.320297:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693675.320299:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693675.320301:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693675.320304:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345408:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693675.320307:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693675.320309:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693675.320311:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693675.320313:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693675.320317:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693675.320319:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693675.320323:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693675.320324:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ce00.
00000020:00000040:1.0:1790693675.320330:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:3.0:1790693675.320330:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693675.320334:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
02000000:00000001:1.0:1790693675.320335:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693675.320339:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693675.320340:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693675.320341:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693675.320345:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1790693675.320345:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345408, portal 10
02000000:00000001:1.0:1790693675.320348:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.320350:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693675.320353:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912799488 : -115045796752128 : ffff975dd026d500)
02000000:00000010:1.0:1790693675.320354:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693675.320359:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693675.320362:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693675.320367:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693675.320377:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693675.320382:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1790693675.320383:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693675.320387:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693675.320389:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101345408, offset 0
00000400:00000200:3.0:1790693675.320393:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320395:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.320421:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693675.320426:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca79781] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693675.320428:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693675.320432:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693675.320437:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693675.320441:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693675.320445:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320449:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.320449:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6933:6933:256:4294967295] 192.168.204.134@tcp LPNI seq info [6928:6928:8:4294967295]
00000100:00080000:1.0:1790693675.320454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693675.320458:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693675.320460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693675.320463:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693675.320467:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693675.320469:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693675.320474:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.320478:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693675.320481:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693675.320484:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790693675.320488:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693675.320490:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1790693675.320494:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.320495:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693675.320498:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693675.320501:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693675.320504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693675.320505:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693675.320508:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693675.320511:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320518:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.320520:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320526:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.320527:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693675.320530:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693675.320534:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693675.320537:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693675.320539:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298831379
00000100:00000001:3.0:1790693675.320541:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.320543:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298831379
00000100:00000001:3.0:1790693675.320544:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.320546:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693675.320548:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.320549:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693675.320553:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693675/real 1790693675]  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693675.320559:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693675.320560:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693675.320561:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693675.320564:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693675.320565:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693675.320567:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693675.320582:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693675.320591:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320598:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693675.320599:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320601:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.320602:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693675.320605:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320610:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693675.320614:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.320620:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693675.320623:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320624:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.320625:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320627:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693675.320629:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693675.320631:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693675.320635:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693675.320637:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693675.320641:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693675.320648:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345408:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693675.320652:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.320654:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.320656:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d500 x1877674101345408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693675.320676:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693675.320680:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1790693675.320683:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4158
02000000:00000001:3.0:1790693675.320684:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693675.320687:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
00000400:00000200:1.0:1790693675.320692:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693675.320693:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693675.320696:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000400:00000200:1.0:1790693675.320697:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000020:00000040:3.0:1790693675.320699:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00080000:1.0:1790693675.320702:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000020:00000001:3.0:1790693675.320703:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000040:1.0:1790693675.320706:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:3.0:1790693675.320706:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:3.0:1790693675.320709:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1790693675.320710:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693675.320713:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:1.0:1790693675.320714:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000010:3.0:1790693675.320715:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d500.
00000100:00000001:1.0:1790693675.320717:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693675.320718:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693675.320721:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693675.320722:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693675.320723:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693675.320724:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693675.320726:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693675.320727:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693675.320730:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.320732:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693675.320734:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790693675.320735:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693675.320736:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693675.320740:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693675.320743:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693675.320744:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693675.320752:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320757:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693675.320759:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1790693675.320761:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693675.320762:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.320765:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693675.320767:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1790693675.320770:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
02000000:00000001:3.0:1790693675.320771:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693675.320776:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693675.320777:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320783:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693675.320783:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345536:192.168.204.134@tcp:38:
02000000:00000001:1.0:1790693675.320786:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693675.320790:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693675.320790:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693675.320793:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693675.320794:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.320798:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693675.320798:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790693675.320801:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1790693675.320802:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1790693675.320803:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.320805:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693675.320807:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000100:00000010:1.0:1790693675.320808:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
02000000:00000001:3.0:1790693675.320811:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693675.320812:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693675.320816:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693675.320818:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.320819:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693675.320820:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693675.320823:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693675.320825:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693675.320826:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
02000000:00000010:1.0:1790693675.320829:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000400:00000010:3.0:1790693675.320832:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693675.320833:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693675.320835:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345536, portal 10
00000100:00100000:1.0:1790693675.320839:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693675.320839:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693675.320841:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
00000100:00000040:3.0:1790693675.320849:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693675.320864:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693675.320865:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693675.320866:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693675.320870:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693675.320872:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000040:1.0:1790693675.320874:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693675.320875:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101345536, offset 0
00000400:00000200:3.0:1790693675.320883:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693675.320889:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693675.320890:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693675.320892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693675.320894:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:1.0:1790693675.320898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693675.320900:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693675.320900:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1790693675.320903:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693675.320906:0:36:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693675.320907:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:1.0:1790693675.320909:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4158
00000400:00000200:3.0:1790693675.320913:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693675.320914:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693675.320920:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693675.320920:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:1.0:1790693675.320925:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693675.320930:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693675.320930:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6934:6934:256:4294967295] 192.168.204.134@tcp LPNI seq info [6929:6929:8:4294967295]
00000100:00000001:1.0:1790693675.320933:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693675.320936:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320939:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693675.320942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:1.0:1790693675.320943:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693675.320946:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693675.320948:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693675.320950:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000400:00000200:3.0:1790693675.320955:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1790693675.320960:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000800:00000200:3.0:1790693675.320961:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693675.320964:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000800:00000010:3.0:1790693675.320967:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000040:1.0:1790693675.320971:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320974:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1790693675.320977:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693675.320978:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320983:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693675.320984:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000020:00000040:1.0:1790693675.320985:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693675.320991:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693675.320993:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693675.320995:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1790693675.320995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:1.0:1790693675.320998:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1790693675.321000:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
02000000:00000001:1.0:1790693675.321001:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.321003:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693675.321005:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693675.321007:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.321011:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693675.321011:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000010:1.0:1790693675.321015:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000800:00000010:3.0:1790693675.321016:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000020:00000040:1.0:1790693675.321018:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:3.0:1790693675.321021:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1790693675.321022:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693675.321024:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.321026:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693675.321028:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1790693675.321030:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790693675.321031:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693675.321035:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693675.321038:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.321038:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693675.321043:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00100000:1.0:1790693675.321045:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693675.321047:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693675.321052:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693675.321055:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693675.321055:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693675.321059:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321076:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693675.321078:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693675.321083:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4169)
00000100:00000040:3.0:1790693675.321083:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321094:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321096:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693675.321099:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693675.321102:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693675.321106:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693675.321109:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298831385
00000100:00000001:3.0:1790693675.321111:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.321113:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298831385
00000100:00000001:3.0:1790693675.321115:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.321117:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693675.321119:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321120:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693675.321124:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693675/real 1790693675]  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693675.321131:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693675.321132:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693675.321134:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693675.321136:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693675.321137:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693675.321139:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693675.321142:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693675.321151:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321173:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693675.321174:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321176:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.321176:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693675.321179:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321183:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693675.321185:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321189:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693675.321191:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321192:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.321193:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321194:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693675.321196:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693675.321198:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693675.321201:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693675.321203:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693675.321206:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693675.321213:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345536:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693675.321217:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321218:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.321221:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101345536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321227:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693675.321229:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693675.321231:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693675.321234:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693675.321235:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693675.321236:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693675.321238:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693675.321240:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:3.0:1790693675.321242:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693675.321243:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693675.321244:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00000001:3.0:1790693675.321247:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693675.321248:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321250:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321253:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693675.321254:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321256:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693675.321257:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693675.321259:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693675.321262:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321268:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693675.321270:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693675.321272:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693675.321274:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693675.321276:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693675.321278:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345664:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693675.321282:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693675.321283:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693675.321285:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693675.321286:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693675.321289:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693675.321291:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.321295:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693675.321297:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693675.321300:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693675.321303:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345664, portal 4
00000100:00000001:3.0:1790693675.321305:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693675.321306:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:3.0:1790693675.321312:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321318:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693675.321320:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693675.321322:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693675.321324:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101345664, offset 0
00000400:00000200:3.0:1790693675.321328:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693675.321332:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693675.321335:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693675.321338:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693675.321340:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693675.321343:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693675.321345:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693675.321348:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6935:6935:256:4294967295] 192.168.204.134@tcp LPNI seq info [6930:6930:8:4294967295]
00000400:00000200:3.0:1790693675.321352:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693675.321357:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693675.321360:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.321363:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693675.321365:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693675.321367:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790693675.321369:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693675.321371:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1790693675.321373:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.321375:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693675.321376:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693675.321378:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693675.321380:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693675.321381:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693675.321383:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693675.321385:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321390:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.321392:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321412:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321413:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693675.321415:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693675.321417:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693675.321419:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693675.321420:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298831380
00000100:00000001:3.0:1790693675.321422:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.321423:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298831380
00000100:00000001:3.0:1790693675.321425:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.321426:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693675.321427:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321428:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693675.321430:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693675/real 1790693675]  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693675.321435:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693675.321435:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693675.321436:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693675.321438:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693675.321439:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693675.321440:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693675.321442:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693675.321446:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321450:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693675.321450:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321451:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.321452:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693675.321454:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321461:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693675.321465:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321470:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693675.321472:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321474:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.321475:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321476:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693675.321478:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693675.321480:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693675.321483:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693675.321485:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693675.321489:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693675.321497:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345664:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693675.321501:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693675.321503:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321509:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693675.321510:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693675.321513:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693675.321514:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693675.321516:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693675.321517:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345792:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693675.321519:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693675.321520:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693675.321521:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693675.321523:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693675.321525:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693675.321526:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693675.321528:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693675.321530:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693675.321532:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693675.321534:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345792, portal 4
00000100:00000001:3.0:1790693675.321535:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693675.321536:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:3.0:1790693675.321541:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321547:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693675.321549:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693675.321551:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693675.321553:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101345792, offset 0
00000400:00000200:3.0:1790693675.321556:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693675.321572:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693675.321576:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693675.321578:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693675.321580:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693675.321582:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693675.321585:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693675.321587:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6936:6936:256:4294967295] 192.168.204.134@tcp LPNI seq info [6931:6931:8:4294967295]
00000400:00000200:3.0:1790693675.321591:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693675.321598:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693675.321602:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.321605:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693675.321608:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693675.321611:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1790693675.321614:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693675.321617:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1790693675.321620:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693675.321622:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693675.321625:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693675.321628:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693675.321631:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693675.321632:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693675.321634:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693675.321638:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321645:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.321648:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321654:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321655:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693675.321658:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693675.321661:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693675.321664:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693675.321666:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298831385
00000100:00000001:3.0:1790693675.321668:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.321670:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298831385
00000100:00000001:3.0:1790693675.321672:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298832642
00000100:00000001:3.0:1790693675.321674:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693675.321676:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321677:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693675.321681:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693675/real 1790693675]  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693675.321688:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693675.321690:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693675.321691:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693675.321693:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693675.321695:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693675.321697:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693675.321700:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693675.321707:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321713:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693675.321715:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321716:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.321718:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693675.321721:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321727:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693675.321731:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321738:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693675.321740:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321741:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693675.321742:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321744:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693675.321745:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693675.321748:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693675.321751:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693675.321753:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693675.321757:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693675.321764:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101345792:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693675.321767:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321769:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.321772:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101345664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321784:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693675.321786:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693675.321787:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693675.321789:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693675.321791:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693675.321792:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693675.321794:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693675.321795:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:3.0:1790693675.321797:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693675.321797:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693675.321799:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:3.0:1790693675.321800:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693675.321801:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321802:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693675.321804:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101345792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693675.321808:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693675.321809:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693675.321810:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693675.321811:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693675.321811:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693675.321812:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693675.321813:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693675.321814:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693675.321815:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693675.321815:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693675.321816:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:3.0:1790693675.321817:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693675.321818:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321819:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693675.321821:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693675.321822:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693675.321823:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693675.321823:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.703559:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693675.703559:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693675.703571:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.703573:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693675.703577:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693675.703582:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693675.703586:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693675.703586:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693675.703591:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693675.703594:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693675.703596:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.703601:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693675.703602:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693675.703607:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693675.703608:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693675.703613:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693675.703617:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693675.704246:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693675.704251:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693675.704253:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693675.704256:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693675.704259:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693675.704262:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693675.704265:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693675.704268:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693675.704270:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693675.705553:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693675.705558:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693675.705562:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693675.705613:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693675.705616:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693675.705618:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693675.705620:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693675.705622:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693675.705623:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693675.705625:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693675.705627:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693675.705628:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693676.343520:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693676.343529:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693676.343531:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693676.343536:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693676.343540:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693676.343544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693676.343546:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693676.343549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693676.343552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693676.663548:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298832642, at 4298832704
00000100:00000040:0.0:1790693676.663549:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298832642, at 4298832704
00000100:00000010:1.0:1790693676.663572:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78a80.
00000100:00000010:0.0:1790693676.663580:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f786c0.
00010000:00000001:3.0:1790693676.727517:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693676.727524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693676.727528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693676.727530:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693676.727532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693676.727533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693676.727537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693676.727538:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693676.727548:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693676.727557:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1790693676.727559:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693676.727560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693676.727562:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693676.727567:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1790693676.727569:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693676.727583:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693676.727591:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693676.727594:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693676.727597:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693676.727600:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693676.727673:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693676.727676:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693676.727679:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693676.727682:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693676.727686:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693676.727689:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693676.727692:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693676.727695:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693676.727698:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693676.727805:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693676.727808:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693676.727809:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693676.727811:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693676.727813:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693676.727815:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693676.727817:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693676.727819:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693676.727820:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693677.367518:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693677.367526:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693677.367528:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693677.367534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693677.367537:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693677.367541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693677.367543:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693677.367546:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693677.367548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693677.751954:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693677.751954:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693677.751962:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693677.751963:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693677.751967:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693677.751967:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693677.751976:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693677.751976:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693677.751981:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693677.751983:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693677.751988:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693677.751988:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693677.751993:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693677.751994:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693677.751996:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693677.751999:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693677.752000:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693677.752004:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693677.752854:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693677.752858:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693677.752860:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693677.752863:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693677.752865:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693677.752867:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693677.752869:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693677.752870:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693677.752872:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693677.752890:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693677.752894:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693677.752896:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693677.752900:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693677.752903:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693677.752905:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693677.752907:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693677.752909:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693677.752925:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693677.752927:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693677.752930:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693677.752932:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693677.752935:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693677.752936:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693677.753144:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693677.753148:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693677.753151:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693678.391610:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693678.391620:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693678.391623:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693678.391631:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693678.391636:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693678.391641:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693678.391644:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693678.391647:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693678.391650:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693678.775507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693678.775507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693678.775510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693678.775515:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693678.775517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693678.775517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693678.775520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693678.775522:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693678.775522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693678.775523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693678.775531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693678.775531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693678.775531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693678.775533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693678.775539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693678.775540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693678.775540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693678.775545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693678.775545:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693678.775546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693678.775551:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693678.775555:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693678.775557:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693678.775559:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693678.775562:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693678.775563:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693678.775571:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693678.775575:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693678.775578:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693678.775645:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693678.775648:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693678.775650:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693678.775653:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693678.775655:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693678.775657:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693678.775658:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693678.775659:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693678.775661:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693679.415502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693679.415510:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693679.415512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693679.415517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693679.415520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693679.415524:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693679.415526:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693679.415528:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693679.415531:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693679.799508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693679.799510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693679.799512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693679.799516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693679.799517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693679.799517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693679.799518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693679.799523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693679.799523:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693679.799525:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693679.799526:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693679.799530:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693679.799531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693679.799531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693679.799532:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693679.799536:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1790693679.799537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693679.799538:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693679.799539:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693679.799542:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693679.799543:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693679.799544:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693679.799544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693679.799550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693679.799550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693679.799550:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693679.799551:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693679.799555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693679.799555:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693679.799556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693679.799561:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693679.799562:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693679.799562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693679.799563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693679.799567:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693679.799569:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693679.799572:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693679.799576:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693679.799579:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693679.799581:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693679.799583:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693679.799585:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693679.799588:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693679.799590:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693679.799592:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693679.799596:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693679.799597:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693679.799639:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693679.799642:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693679.799645:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693680.439509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693680.439518:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693680.439521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693680.439526:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693680.439530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693680.439533:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693680.439536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693680.439537:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693680.439541:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693680.439543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693680.439545:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.439546:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693680.439551:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693680.439554:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693680.439559:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4164
00000400:00000200:0.0:1790693680.439565:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693680.439570:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693680.439572:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693680.439575:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439578:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693680.439580:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439581:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693680.439587:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693680.439588:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693680.439590:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693680.439593:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693680.439594:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693680.439596:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693680.439598:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439600:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693680.439602:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439603:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693680.439605:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693680.439607:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439609:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693680.439610:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693680.439612:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693680.439614:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.439616:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693680.439617:0:36:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693680.439624:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693680.439626:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693680.439629:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693680.439630:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.439632:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693680.439634:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693680.439638:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693680.439644:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb800.
00000100:00000001:0.0:1790693680.439648:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693680.439655:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693680.439662:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693680.439664:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693680.439669:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693680.439689:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693680.439692:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693680.439696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693680.439697:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693680.439699:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693680.439701:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693680.439704:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4164
00000400:00000200:0.0:1790693680.439707:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693680.439711:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693680.439713:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693680.439716:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439719:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693680.439722:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693680.439722:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693680.439726:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693680.439727:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693680.439729:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693680.439733:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693680.439736:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000040:3.0:1790693680.439737:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693680.439739:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693680.439742:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693680.439747:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693680.439750:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790693680.439752:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693680.439752:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.439758:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693680.439760:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693680.439761:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693680.439762:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693680.439766:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693680.439767:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439770:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693680.439771:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101345920:192.168.204.134@tcp:250:
00000020:00000040:0.0:1790693680.439773:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:3.0:1790693680.439777:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1790693680.439778:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439781:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.439782:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693680.439783:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693680.439785:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693680.439788:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693680.439788:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693680.439792:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693680.439792:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
00000100:00000001:0.0:1790693680.439793:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693680.439796:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693680.439798:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693680.439804:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:0.0:1790693680.439805:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693680.439807:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:0.0:1790693680.439809:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693680.439813:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000010:0.0:1790693680.439815:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000100:00000200:3.0:1790693680.439818:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101345920, portal 25
00000020:00000040:0.0:1790693680.439820:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693680.439822:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790693680.439825:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693680.439825:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
02000000:00000001:0.0:1790693680.439829:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693680.439830:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693680.439834:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693680.439837:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693680.439840:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693680.439842:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693680.439844:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101345920, offset 0
02000000:00000001:0.0:1790693680.439846:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693680.439849:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693680.439852:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000010:0.0:1790693680.439855:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa000.
00000100:00000001:0.0:1790693680.439859:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693680.439863:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693680.439868:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.439876:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:0.0:1790693680.439877:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693680.439880:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693680.439881:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693680.439888:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000040:0.0:1790693680.439889:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693680.439891:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693680.439896:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693680.439902:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6937:6937:256:4294967295] 192.168.204.134@tcp LPNI seq info [6932:6932:8:4294967295]
00000400:00000200:3.0:1790693680.439911:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693680.439912:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693680.439916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693680.439923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693680.439926:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693680.439927:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1790693680.439929:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693680.439935:0:36:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:3.0:1790693680.439939:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693680.439940:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4164
00000400:00000200:0.0:1790693680.439947:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:3.0:1790693680.439948:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000400:00000200:0.0:1790693680.439952:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693680.439956:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1790693680.439960:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693680.439963:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.0:1790693680.439966:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1790693680.439967:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693680.439971:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439974:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693680.439976:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693680.439978:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000200:3.1:1790693680.439978:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:0.0:1790693680.439981:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693680.439983:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693680.439985:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.1:1790693680.439986:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1790693680.439988:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693680.439993:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.439996:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1790693680.439997:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693680.439999:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.440002:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:3.0:1790693680.440002:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000020:00000040:0.0:1790693680.440006:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693680.440008:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693680.440009:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790693680.440010:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693680.440015:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693680.440017:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693680.440018:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1790693680.440020:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.440022:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:3.0:1790693680.440023:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000008:00100000:0.0:1790693680.440024:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693680.440028:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693680.440028:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:0.0:1790693680.440032:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693680.440035:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693680.440036:0:36:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693680.440037:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:0.0:1790693680.440038:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693680.440041:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.440044:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1790693680.440044:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693680.440045:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693680.440048:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693680.440053:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9400.
00000100:00000001:3.0:1790693680.440056:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693680.440057:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693680.440073:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693680.440078:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693680.440082:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440086:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693680.440092:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693680.440094:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.440095:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693680.440103:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693680.440104:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440109:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298837762
00000100:00000010:3.0:1790693680.440116:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78720.
00000100:00000001:3.0:1790693680.440123:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693680.440124:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693680.440129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693680.440132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693680.440134:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693680.440135:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298837762
00000100:00080000:0.0:1790693680.440136:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1790693680.440141:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78a20.
00000100:00000001:0.0:1790693680.440142:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693680.440146:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4164
00000100:00000001:3.0:1790693680.440147:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1790693680.440153:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693680.440153:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693680.440159:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693680.440162:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693680.440162:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1790693680.440167:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1790693680.440169:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693680/real 1790693680]  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693680.440173:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.440179:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693680.440183:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000001:3.0:1790693680.440185:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1790693680.440186:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000001:3.0:1790693680.440188:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1790693680.440192:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:3.0:1790693680.440192:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693680.440195:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000020:00000040:0.0:1790693680.440196:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000010:3.0:1790693680.440197:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000020:00000001:0.0:1790693680.440200:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693680.440201:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:0.0:1790693680.440204:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693680.440208:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000200:3.0:1790693680.440208:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693680.440213:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693680.440220:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.440224:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693680.440230:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693680.440231:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693680.440234:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693680.440238:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693680.440243:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693680.440245:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693680.440247:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693680.440251:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693680.440253:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.440256:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693680.440257:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000008:00100000:0.0:1790693680.440260:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693680.440261:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.440265:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1790693680.440266:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440267:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693680.440270:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693680.440276:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693680.440277:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693680.440281:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693680.440287:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693680.440289:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.440294:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693680.440294:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693680.440295:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693680.440298:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693680.440302:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693680.440303:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8400.
00000100:00000001:0.0:1790693680.440307:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693680.440314:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693680.440317:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693680.440322:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693680.440324:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693680.440325:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693680.440331:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440331:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.440334:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.440339:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693680.440342:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693680.440343:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693680.440347:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693680.440348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693680.440353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693680.440354:0:36:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693680.440356:0:36:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1790693680.440358:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693680.440360:0:36:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693680.440362:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1790693680.440366:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4164
00000100:00000040:3.0:1790693680.440368:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693680.440376:0:36:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:3.0:1790693680.440379:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101345920:192.168.204.134@tcp:250:
00000400:00000200:0.0:1790693680.440383:0:36:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693680.440385:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693680.440388:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693680.440388:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.440393:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101345920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693680.440395:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.440419:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693680.440422:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.440428:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693680.440435:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1790693680.440436:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693680.440439:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
02000000:00000001:3.0:1790693680.440439:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1790693680.440443:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:3.0:1790693680.440444:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
00000020:00000040:0.0:1790693680.440446:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000001:3.0:1790693680.440449:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693680.440450:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693680.440453:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000001:0.0:1790693680.440455:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000040:3.0:1790693680.440456:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000040:0.0:1790693680.440461:0:36:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000020:00000001:3.0:1790693680.440462:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:0.0:1790693680.440465:0:36:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1790693680.440467:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb800.
00000100:00000040:0.0:1790693680.440471:0:36:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693680.440474:0:36:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693680.440474:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693680.440477:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1790693680.440479:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000010:3.0:1790693680.440481:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00080000:0.0:1790693680.440484:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693680.440487:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693680.440490:0:36:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440491:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693680.440495:0:36:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693680.440496:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693680.440500:0:36:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693680.440503:0:36:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440504:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693680.440506:0:36:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693680.440507:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693680.440510:0:36:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693680.440511:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1790693680.440514:0:36:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440515:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693680.440519:0:36:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440520:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1790693680.440526:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000100:00000040:3.0:1790693680.440527:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693680.440529:0:36:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693680.440534:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693680.440537:0:36:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440540:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693680.440541:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693680.440543:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693680.440545:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693680.440546:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693680.440549:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693680.440550:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.440551:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693680.440556:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346048:192.168.204.134@tcp:38:
02000000:00000010:0.0:1790693680.440557:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb800.
00000100:00000001:3.0:1790693680.440558:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693680.440561:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693680.440563:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693680.440564:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.440565:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693680.440570:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
00000100:00100000:0.0:1790693680.440572:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693680.440574:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693680.440584:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693680.440589:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693680.440595:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:0.0:1790693680.440596:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693680.440599:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693680.440600:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346048, portal 10
00000100:00000001:3.0:1790693680.440604:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693680.440606:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:0.0:1790693680.440607:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693680.440617:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693680.440619:0:36:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693680.440626:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4174)
00000100:00000001:3.0:1790693680.440626:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693680.440630:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693680.440634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693680.440637:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101346048, offset 0
00000400:00000200:3.0:1790693680.440643:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693680.440647:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.440651:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693680.440654:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693680.440656:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693680.440659:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693680.440662:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693680.440665:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6938:6938:256:4294967295] 192.168.204.134@tcp LPNI seq info [6933:6933:8:4294967295]
00000400:00000200:3.0:1790693680.440669:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.440675:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693680.440679:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.440682:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693680.440686:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693680.440688:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693680.440693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693680.440695:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693680.440698:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.440700:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693680.440703:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693680.440706:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693680.440709:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693680.440711:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693680.440713:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693680.440717:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440724:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.440727:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440733:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440734:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693680.440737:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693680.440741:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693680.440744:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693680.440746:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298836499
00000100:00000001:3.0:1790693680.440748:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.440750:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298836499
00000100:00000001:3.0:1790693680.440752:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.440755:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693680.440757:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440758:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693680.440762:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693680/real 1790693680]  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693680.440769:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693680.440770:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693680.440772:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693680.440775:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693680.440776:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693680.440778:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693680.440781:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693680.440789:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440795:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693680.440796:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.440798:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.440799:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693680.440802:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440809:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693680.440812:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440817:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693680.440818:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.440819:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.440820:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.440821:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693680.440822:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693680.440825:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693680.440827:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693680.440828:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693680.440830:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693680.440834:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346048:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693680.440836:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693680.440838:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440842:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693680.440843:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.440844:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693680.440845:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693680.440846:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693680.440848:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346176:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693680.440850:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693680.440851:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693680.440852:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.440853:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693680.440856:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693680.440857:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693680.440859:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693680.440861:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693680.440863:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693680.440865:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346176, portal 10
00000100:00000001:3.0:1790693680.440867:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693680.440867:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693680.440871:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440878:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693680.440879:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693680.440880:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693680.440882:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101346176, offset 0
00000400:00000200:3.0:1790693680.440884:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693680.440886:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.440889:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693680.440892:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693680.440894:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693680.440897:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693680.440899:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693680.440902:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6939:6939:256:4294967295] 192.168.204.134@tcp LPNI seq info [6934:6934:8:4294967295]
00000400:00000200:3.0:1790693680.440905:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.440911:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693680.440916:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.440919:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693680.440922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693680.440925:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693680.440929:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693680.440931:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693680.440934:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.440936:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693680.440939:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693680.440941:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693680.440944:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693680.440946:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693680.440948:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693680.440952:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440959:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.440962:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.440972:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440974:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693680.440977:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693680.440980:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693680.440983:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693680.440985:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298836505
00000100:00000001:3.0:1790693680.440988:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.440990:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298836505
00000100:00000001:3.0:1790693680.440992:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.440994:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693680.440996:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.440998:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693680.441001:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693680/real 1790693680]  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693680.441008:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693680.441009:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693680.441011:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693680.441013:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693680.441015:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693680.441016:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693680.441019:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693680.441027:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441033:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693680.441034:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441036:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.441037:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693680.441040:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441047:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693680.441051:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441057:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693680.441073:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441074:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.441076:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441078:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693680.441079:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693680.441082:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693680.441085:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693680.441087:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693680.441091:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693680.441098:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346176:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693680.441102:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693680.441105:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441112:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693680.441113:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.441115:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693680.441117:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693680.441119:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693680.441121:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346304:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693680.441124:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693680.441126:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693680.441127:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.441129:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693680.441133:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693680.441135:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693680.441138:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693680.441141:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693680.441144:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693680.441146:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346304, portal 4
00000100:00000001:3.0:1790693680.441148:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693680.441149:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693680.441155:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441161:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693680.441163:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693680.441165:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693680.441168:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101346304, offset 0
00000400:00000200:3.0:1790693680.441171:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693680.441175:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.441178:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693680.441181:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693680.441183:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693680.441185:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693680.441187:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693680.441190:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6940:6940:256:4294967295] 192.168.204.134@tcp LPNI seq info [6935:6935:8:4294967295]
00000400:00000200:3.0:1790693680.441193:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.441199:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693680.441203:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.441207:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693680.441210:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693680.441213:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693680.441216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693680.441218:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693680.441235:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.441238:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693680.441241:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693680.441244:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693680.441247:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693680.441249:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693680.441252:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693680.441255:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441260:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.441262:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441266:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.441267:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693680.441270:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693680.441272:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693680.441275:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693680.441277:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298836499
00000100:00000001:3.0:1790693680.441279:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.441281:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298836499
00000100:00000001:3.0:1790693680.441283:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.441285:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693680.441287:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.441289:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693680.441292:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693680/real 1790693680]  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693680.441300:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693680.441301:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693680.441303:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693680.441305:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693680.441307:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693680.441309:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693680.441312:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693680.441318:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441322:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693680.441323:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441324:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.441324:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693680.441326:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441330:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693680.441332:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441336:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693680.441337:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441338:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.441339:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441340:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693680.441341:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693680.441342:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693680.441344:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693680.441345:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693680.441347:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693680.441351:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346304:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693680.441353:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441354:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.441355:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101346048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441363:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693680.441364:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693680.441365:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693680.441367:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693680.441368:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693680.441369:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693680.441370:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693680.441371:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:3.0:1790693680.441372:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693680.441373:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693680.441374:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693680.441376:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693680.441377:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441378:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.441379:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101346176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441383:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693680.441384:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693680.441384:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693680.441385:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693680.441386:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693680.441387:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693680.441388:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693680.441388:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9400.
02000000:00000001:3.0:1790693680.441389:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693680.441390:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693680.441391:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693680.441392:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693680.441393:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441394:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.441411:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101346304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441417:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693680.441419:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693680.441420:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693680.441423:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693680.441424:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693680.441426:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693680.441428:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693680.441429:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8400.
02000000:00000001:3.0:1790693680.441431:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693680.441432:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693680.441433:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693680.441435:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693680.441436:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441438:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441441:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693680.441443:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.441444:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693680.441445:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693680.441447:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693680.441451:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441457:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693680.441459:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.441461:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693680.441462:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693680.441464:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693680.441467:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346432:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693680.441470:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693680.441471:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693680.441473:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693680.441474:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693680.441477:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693680.441479:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693680.441482:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693680.441483:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693680.441485:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693680.441487:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346432, portal 4
00000100:00000001:3.0:1790693680.441489:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693680.441490:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693680.441493:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441497:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693680.441499:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693680.441500:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693680.441501:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101346432, offset 0
00000400:00000200:3.0:1790693680.441503:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693680.441505:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.441508:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693680.441510:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693680.441511:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693680.441513:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693680.441514:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693680.441516:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6941:6941:256:4294967295] 192.168.204.134@tcp LPNI seq info [6936:6936:8:4294967295]
00000400:00000200:3.0:1790693680.441518:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693680.441522:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693680.441525:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.441528:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693680.441531:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693680.441533:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1790693680.441537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693680.441539:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1790693680.441542:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693680.441544:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693680.441546:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693680.441549:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693680.441551:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693680.441553:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693680.441555:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693680.441558:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441570:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.441574:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441580:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.441581:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693680.441584:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693680.441587:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693680.441591:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693680.441593:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298836505
00000100:00000001:3.0:1790693680.441594:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.441595:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298836505
00000100:00000001:3.0:1790693680.441597:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298837762
00000100:00000001:3.0:1790693680.441598:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693680.441599:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.441601:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693680.441603:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693680/real 1790693680]  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693680.441607:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693680.441608:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693680.441609:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693680.441610:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693680.441612:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693680.441613:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693680.441615:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693680.441619:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441623:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693680.441624:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441626:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.441626:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693680.441629:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441634:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693680.441638:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441644:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693680.441646:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441647:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693680.441648:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441650:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693680.441651:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693680.441653:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693680.441657:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693680.441659:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693680.441663:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693680.441670:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346432:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693680.441674:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441676:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693680.441679:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101346432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693680.441683:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693680.441684:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693680.441685:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693680.441687:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693680.441688:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693680.441689:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693680.441690:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693680.441691:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb800.
02000000:00000001:3.0:1790693680.441693:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693680.441694:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693680.441695:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693680.441696:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693680.441697:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441698:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693680.441700:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693680.441701:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693680.441702:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693680.441703:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693680.823516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693680.823516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693680.823517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693680.823525:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693680.823526:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693680.823526:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693680.823530:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693680.823531:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693680.823531:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693680.823538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693680.823538:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693680.823539:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693680.823545:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693680.823546:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693680.823546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693680.823552:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693680.823553:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693680.823553:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693680.823558:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693680.823559:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693680.823562:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693680.823563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693680.823568:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693680.823569:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693680.823569:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693680.823573:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693680.823577:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693680.823582:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693680.823586:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693680.823591:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693680.823593:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693680.823597:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693680.823599:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693680.823603:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693680.823604:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693680.823622:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693680.823624:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693680.823627:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693681.463548:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693681.463557:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693681.463559:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693681.463564:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693681.463568:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693681.463572:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693681.463574:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693681.463577:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693681.463579:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693681.783511:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298837762, at 4298837824
00000100:00000040:1.0:1790693681.783511:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298837762, at 4298837824
00000100:00000010:0.0:1790693681.783528:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78720.
00000100:00000010:1.0:1790693681.783530:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78a20.
00000100:00000001:1.0:1790693681.847485:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693681.847486:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693681.847493:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693681.847494:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693681.847498:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693681.847498:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693681.847505:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693681.847505:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693681.847510:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693681.847511:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693681.847516:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693681.847516:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693681.847520:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693681.847521:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693681.847525:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693681.847525:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693681.847532:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693681.847532:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693681.847675:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693681.847678:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693681.847680:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693681.847683:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693681.847685:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693681.847687:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693681.847689:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693681.847690:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693681.847692:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693681.847885:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693681.847889:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693681.847894:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693681.847895:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693681.847899:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693681.847900:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693681.847904:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693681.847906:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693681.847951:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693681.847954:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693681.847955:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693682.487524:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693682.487532:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693682.487535:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693682.487541:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693682.487545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693682.487549:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693682.487552:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693682.487554:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693682.487557:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693682.871570:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693682.871570:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693682.871570:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693682.871583:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693682.871588:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693682.871589:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693682.871592:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693682.871594:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693682.871595:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693682.871596:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693682.871608:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693682.871608:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693682.871609:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693682.871613:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693682.871618:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693682.871619:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693682.871621:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693682.871625:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693682.871628:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693682.871628:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693682.871632:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693682.871635:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693682.871635:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693682.871638:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693682.871641:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693682.871644:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693682.871644:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693682.871649:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693682.871656:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693682.871659:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693682.871662:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693682.871664:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693682.871691:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693682.871694:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693682.871696:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693682.871788:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693682.871791:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693682.871792:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693682.871795:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693682.871796:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693682.871798:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693682.871799:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693682.871801:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693682.871803:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693683.511714:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693683.511722:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693683.511725:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693683.511730:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693683.511734:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693683.511737:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693683.511740:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693683.511742:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693683.511744:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693683.895534:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693683.895534:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693683.895539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693683.895543:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693683.895544:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693683.895544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693683.895548:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693683.895549:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693683.895552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693683.895555:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693683.895556:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693683.895556:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693683.895559:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693683.895562:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693683.895563:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693683.895567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693683.895569:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693683.895570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693683.895574:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693683.895574:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693683.895579:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693683.895579:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693683.895580:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693683.895583:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693683.895584:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693683.895585:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693683.895590:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693683.895591:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693683.895594:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693683.895595:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693683.895598:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693683.895599:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693683.895602:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1790693683.895603:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693683.895605:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693683.895607:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693683.895609:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693683.895613:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693684.535832:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693684.535838:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693684.535840:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693684.535846:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693684.535849:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693684.535852:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693684.535854:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693684.535856:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693684.535859:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693684.919501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693684.919511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693684.919511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693684.919515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693684.919516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693684.919527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693684.919527:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693684.919531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693684.919532:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693684.919533:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693684.919535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693684.919536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693684.919543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693684.919546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693684.919547:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693684.919547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693684.919549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693684.919554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693684.919557:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693684.919559:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693684.919560:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693684.919566:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693684.919568:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693684.919569:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693684.919575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693684.919577:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693684.919581:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693684.919586:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693684.919587:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693684.919587:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693684.919596:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693684.919597:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693684.919597:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693684.919604:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693684.919604:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693684.919610:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693684.919620:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693684.919623:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693685.559566:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693685.559582:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693685.559587:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693685.559588:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1790693685.559593:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693685.559596:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693685.559601:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.559602:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:2.0:1790693685.559609:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:0.0:1790693685.559613:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4169
00000100:00000001:2.0:1790693685.559617:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693685.559622:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693685.559626:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693685.559628:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693685.559633:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693685.559636:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693685.559639:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693685.559642:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693685.559647:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559652:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693685.559656:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559660:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693685.559668:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693685.559671:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693685.559674:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693685.559677:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693685.559680:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693685.559683:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693685.559686:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559689:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693685.559691:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559693:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693685.559696:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693685.559700:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559703:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693685.559706:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693685.559710:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693685.559713:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.559716:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693685.559719:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693685.559730:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693685.559734:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693685.559738:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693685.559740:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.559744:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693685.559747:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693685.559752:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693685.559764:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfac00.
00000100:00000001:0.0:1790693685.559772:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693685.559788:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693685.559803:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693685.559806:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693685.559812:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693685.559836:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693685.559839:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693685.559843:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693685.559844:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693685.559846:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693685.559849:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693685.559851:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4169
00000400:00000200:0.0:1790693685.559855:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693685.559859:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693685.559861:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693685.559866:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559869:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693685.559873:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693685.559874:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693685.559878:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693685.559879:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693685.559881:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693685.559887:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693685.559891:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693685.559895:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693685.559898:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693685.559901:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693685.559903:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693685.559910:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693685.559911:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693685.559913:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693685.559918:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559934:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693685.559940:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:3.0:1790693685.559946:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1790693685.559948:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693685.559953:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693685.559955:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693685.559958:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693685.559973:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693685.559975:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693685.559980:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.559983:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693685.559986:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693685.559989:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693685.559994:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1790693685.559997:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101346560:192.168.204.134@tcp:250:
00000008:00000001:0.0:1790693685.560000:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.560009:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.560009:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1790693685.560017:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693685.560021:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693685.560023:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693685.560026:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.560028:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693685.560029:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693685.560031:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693685.560033:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.560038:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693685.560040:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb400.
02000000:00000001:3.0:1790693685.560043:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693685.560047:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693685.560055:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
00000100:00100000:0.0:1790693685.560057:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693685.560062:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.560077:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693685.560079:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693685.560081:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693685.560087:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000040:0.0:1790693685.560090:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1790693685.560096:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693685.560107:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346560, portal 25
00000100:00000001:3.0:1790693685.560118:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693685.560121:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000001:0.0:1790693685.560131:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693685.560136:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693685.560140:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693685.560143:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1790693685.560145:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693685.560146:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693685.560155:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693685.560167:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4169
00000100:00000001:3.0:1790693685.560174:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693685.560181:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693685.560183:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693685.560186:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101346560, offset 0
00000400:00000200:0.0:1790693685.560188:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693685.560193:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693685.560199:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693685.560205:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:0.0:1790693685.560206:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693685.560213:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693685.560215:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:0.0:1790693685.560225:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693685.560230:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1790693685.560232:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693685.560237:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693685.560243:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693685.560246:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1790693685.560256:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1790693685.560257:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000040:0.0:1790693685.560259:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693685.560263:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1790693685.560267:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6942:6942:256:4294967295] 192.168.204.134@tcp LPNI seq info [6937:6937:8:4294967295]
00000020:00000040:0.0:1790693685.560269:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693685.560275:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693685.560280:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693685.560285:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.560290:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693685.560295:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693685.560296:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.560302:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693685.560305:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693685.560313:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693685.560321:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693685.560328:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1790693685.560329:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1790693685.560338:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.560343:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
02000000:00000001:0.0:1790693685.560347:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1790693685.560353:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:0.0:1790693685.560357:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693685.560359:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1790693685.560365:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:3.1:1790693685.560370:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000008:00100000:0.0:1790693685.560371:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1790693685.560374:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000008:00000001:0.0:1790693685.560379:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693685.560388:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693685.560389:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693685.560391:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693685.560422:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1790693685.560424:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000400:00000200:3.0:1790693685.560430:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1790693685.560432:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:3.0:1790693685.560437:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
02000000:00000001:0.0:1790693685.560438:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693685.560446:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693685.560447:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:0.0:1790693685.560456:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693685.560456:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:0.0:1790693685.560463:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1790693685.560465:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693685.560468:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693685.560479:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8800.
00000100:00000001:3.0:1790693685.560482:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693685.560488:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693685.560488:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.560500:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.560502:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:0.0:1790693685.560503:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693685.560507:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693685.560518:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693685.560524:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298842883
00000100:00000001:0.0:1790693685.560529:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1790693685.560531:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78cc0.
00000100:00000001:0.0:1790693685.560534:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.560539:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790693685.560542:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.560549:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298842883
00000100:00000001:0.0:1790693685.560555:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693685.560557:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f782a0.
00000100:00080000:0.0:1790693685.560561:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693685.560563:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1790693685.560568:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693685.560571:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693685.560572:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693685.560576:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693685.560578:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.560581:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693685.560584:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1790693685.560588:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4169
00000100:00100000:3.0:1790693685.560593:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693685/real 1790693685]  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693685.560603:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000001:3.0:1790693685.560617:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693685.560620:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1790693685.560621:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000010:3.0:1790693685.560623:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000100:00080000:0.0:1790693685.560630:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693685.560631:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693685.560639:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000040:0.0:1790693685.560643:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693685.560645:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790693685.560649:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1790693685.560653:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693685.560656:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.560666:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693685.560675:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693685.560677:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693685.560684:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693685.560691:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693685.560692:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:0.0:1790693685.560700:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693685.560701:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693685.560716:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693685.560717:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.560719:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693685.560725:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00100000:3.0:1790693685.560727:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693685.560737:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693685.560747:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693685.560747:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693685.560754:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693685.560755:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693685.560765:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693685.560766:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693685.560773:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790693685.560775:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:3.0:1790693685.560775:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.560777:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.560782:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1790693685.560786:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693685.560790:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693685.560793:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693685.560794:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1790693685.560797:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1790693685.560800:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1790693685.560802:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.560808:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693685.560810:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00080000:3.0:1790693685.560812:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000008:00000001:0.0:1790693685.560816:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.560818:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1790693685.560821:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693685.560827:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693685.560829:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693685.560835:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693685.560842:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693685.560846:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.560853:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1790693685.560853:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101346560:192.168.204.134@tcp:250:
02000000:00000001:0.0:1790693685.560860:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693685.560862:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693685.560864:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.560866:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.560871:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101346560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693685.560873:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa800.
00000100:00000001:3.0:1790693685.560877:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693685.560882:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1790693685.560883:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693685.560889:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
00000100:00100000:0.0:1790693685.560896:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693685.560898:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693685.560903:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693685.560910:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693685.560916:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:0.0:1790693685.560920:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1790693685.560921:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfac00.
00000100:00000001:0.0:1790693685.560924:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.560930:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1790693685.560932:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693685.560934:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693685.560939:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693685.560947:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693685.560953:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.560953:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.560973:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790693685.560975:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693685.560981:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693685.560982:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693685.560985:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693685.560986:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693685.560991:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693685.560993:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693685.560998:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693685.561000:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693685.561001:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790693685.561010:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4169
00000100:00000040:3.0:1790693685.561012:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693685.561023:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693685.561032:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693685.561039:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693685.561039:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693685.561043:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693685.561047:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693685.561050:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693685.561053:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693685.561055:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693685.561061:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693685.561062:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.561068:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693685.561072:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346688:192.168.204.134@tcp:38:
00000020:00000001:0.0:1790693685.561077:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693685.561078:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1790693685.561083:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
02000000:00000001:3.0:1790693685.561084:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693685.561086:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693685.561089:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1790693685.561089:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1790693685.561095:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
02000000:00000010:3.0:1790693685.561095:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
00000020:00000001:0.0:1790693685.561105:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:3.0:1790693685.561105:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693685.561114:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:3.0:1790693685.561116:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693685.561120:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693685.561124:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000040:0.0:1790693685.561125:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693685.561128:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346688, portal 10
00000100:00000001:0.0:1790693685.561132:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693685.561132:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693685.561136:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:0.0:1790693685.561142:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693685.561148:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693685.561150:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693685.561159:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:3.0:1790693685.561159:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693685.561166:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693685.561171:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:3.0:1790693685.561172:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693685.561179:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101346688, offset 0
00000100:00000001:0.0:1790693685.561182:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693685.561188:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693685.561190:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:0.0:1790693685.561192:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693685.561196:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693685.561199:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693685.561201:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693685.561206:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1790693685.561211:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000008:00000001:0.0:1790693685.561212:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.561219:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693685.561221:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1790693685.561226:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000400:00000200:3.0:1790693685.561227:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:0.0:1790693685.561236:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:3.0:1790693685.561238:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790693685.561246:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693685.561248:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:0.0:1790693685.561250:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.561255:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1790693685.561259:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6943:6943:256:4294967295] 192.168.204.134@tcp LPNI seq info [6938:6938:8:4294967295]
02000000:00000001:0.0:1790693685.561260:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693685.561263:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693685.561272:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9800.
00000400:00000200:3.0:1790693685.561272:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693685.561280:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693685.561292:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693685.561293:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790693685.561320:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1790693685.561320:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693685.561324:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693685.561329:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000040:0.0:1790693685.561331:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790693685.561342:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693685.561354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1790693685.561357:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693685.561366:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4179)
00000800:00000200:3.1:1790693685.561367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693685.561372:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693685.561379:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.561381:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693685.561385:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693685.561390:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693685.561393:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693685.561420:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693685.561424:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693685.561429:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561437:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.561439:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561445:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.561446:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693685.561450:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693685.561454:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693685.561457:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693685.561459:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298841620
00000100:00000001:3.0:1790693685.561461:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.561463:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298841620
00000100:00000001:3.0:1790693685.561465:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.561467:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693685.561469:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.561470:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693685.561474:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693685/real 1790693685]  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693685.561481:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693685.561482:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693685.561484:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693685.561486:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693685.561488:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693685.561491:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693685.561493:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693685.561501:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561507:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693685.561508:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.561510:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.561511:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693685.561514:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561520:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693685.561524:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561530:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693685.561532:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.561534:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.561535:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.561537:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693685.561539:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693685.561542:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693685.561545:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693685.561547:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693685.561551:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693685.561557:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346688:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693685.561561:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693685.561565:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561571:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693685.561573:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.561575:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693685.561577:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693685.561579:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693685.561581:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346816:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693685.561584:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693685.561586:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693685.561587:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.561589:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693685.561592:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693685.561593:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693685.561597:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693685.561599:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693685.561602:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693685.561605:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346816, portal 10
00000100:00000001:3.0:1790693685.561607:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693685.561608:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693685.561612:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561617:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693685.561619:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693685.561621:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693685.561623:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101346816, offset 0
00000400:00000200:3.0:1790693685.561626:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693685.561629:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693685.561632:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693685.561635:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693685.561637:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693685.561639:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693685.561642:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693685.561645:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6944:6944:256:4294967295] 192.168.204.134@tcp LPNI seq info [6939:6939:8:4294967295]
00000400:00000200:3.0:1790693685.561649:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693685.561656:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693685.561660:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.561663:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693685.561667:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693685.561669:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790693685.561673:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693685.561675:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693685.561679:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.561681:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693685.561683:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693685.561686:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693685.561689:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693685.561691:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693685.561693:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693685.561696:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561702:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.561705:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561711:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.561712:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693685.561715:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693685.561718:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693685.561721:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693685.561723:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298841626
00000100:00000001:3.0:1790693685.561725:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.561727:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298841626
00000100:00000001:3.0:1790693685.561728:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.561731:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693685.561733:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.561734:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693685.561737:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693685/real 1790693685]  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693685.561744:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693685.561745:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693685.561747:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693685.561749:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693685.561751:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693685.561752:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693685.561755:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693685.561762:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561769:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693685.561770:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.561772:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.561773:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693685.561776:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561783:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693685.561787:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561794:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693685.561796:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.561797:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.561799:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.561800:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693685.561802:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693685.561805:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693685.561809:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693685.561811:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693685.561815:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693685.561823:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346816:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693685.561827:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693685.561831:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561838:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693685.561839:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.561842:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693685.561843:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693685.561845:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693685.561848:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346944:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693685.561851:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693685.561853:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693685.561854:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.561856:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693685.561860:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693685.561862:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693685.561865:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693685.561867:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693685.561870:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693685.561872:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101346944, portal 4
00000100:00000001:3.0:1790693685.561874:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693685.561875:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693685.561880:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561891:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693685.561893:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693685.561896:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693685.561898:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101346944, offset 0
00000400:00000200:3.0:1790693685.561902:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693685.561906:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693685.561909:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693685.561912:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693685.561914:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693685.561916:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693685.561919:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693685.561922:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6945:6945:256:4294967295] 192.168.204.134@tcp LPNI seq info [6940:6940:8:4294967295]
00000400:00000200:3.0:1790693685.561925:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693685.561932:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693685.561937:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.561940:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693685.561943:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693685.561946:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790693685.561950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693685.561952:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693685.561956:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.561957:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693685.561972:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693685.561976:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693685.561979:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693685.561980:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693685.561983:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693685.561985:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.561992:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.561995:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562007:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.562009:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693685.562012:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693685.562014:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693685.562017:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693685.562019:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298841620
00000100:00000001:3.0:1790693685.562021:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.562023:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298841620
00000100:00000001:3.0:1790693685.562025:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.562027:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693685.562029:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.562031:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693685.562035:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693685/real 1790693685]  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693685.562042:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693685.562044:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693685.562045:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693685.562047:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693685.562049:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693685.562050:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693685.562053:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693685.562057:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562061:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693685.562062:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562063:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.562064:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693685.562066:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562073:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693685.562076:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562082:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693685.562085:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562086:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.562087:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562089:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693685.562090:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693685.562093:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693685.562096:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693685.562098:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693685.562102:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693685.562109:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101346944:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693685.562113:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562115:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.562117:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101346688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562121:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693685.562122:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693685.562124:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693685.562126:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693685.562127:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693685.562128:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693685.562130:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693685.562131:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb400.
02000000:00000001:3.0:1790693685.562133:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693685.562134:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693685.562135:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693685.562137:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693685.562138:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562139:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.562141:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101346816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562144:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693685.562145:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693685.562146:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693685.562147:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693685.562148:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693685.562148:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693685.562149:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693685.562150:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8800.
02000000:00000001:3.0:1790693685.562151:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693685.562152:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693685.562152:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693685.562154:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693685.562154:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562155:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.562157:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101346944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562160:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693685.562161:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693685.562161:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693685.562162:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693685.562163:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693685.562163:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693685.562164:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693685.562165:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa800.
02000000:00000001:3.0:1790693685.562166:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693685.562167:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693685.562167:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693685.562168:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693685.562169:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562170:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562173:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693685.562174:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.562175:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693685.562177:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693685.562178:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693685.562180:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562184:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693685.562185:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.562186:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693685.562187:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693685.562188:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693685.562190:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347072:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693685.562192:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693685.562193:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693685.562195:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693685.562196:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693685.562199:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693685.562201:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693685.562204:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693685.562206:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693685.562208:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693685.562211:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347072, portal 4
00000100:00000001:3.0:1790693685.562213:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693685.562214:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693685.562219:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562225:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693685.562227:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693685.562229:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693685.562231:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101347072, offset 0
00000400:00000200:3.0:1790693685.562235:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693685.562239:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693685.562243:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693685.562246:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693685.562248:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693685.562250:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693685.562252:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693685.562255:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6946:6946:256:4294967295] 192.168.204.134@tcp LPNI seq info [6941:6941:8:4294967295]
00000400:00000200:3.0:1790693685.562259:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693685.562265:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693685.562269:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.562272:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693685.562276:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693685.562279:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1790693685.562283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693685.562285:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1790693685.562289:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693685.562290:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693685.562293:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693685.562296:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693685.562299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693685.562300:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693685.562302:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693685.562305:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562312:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.562315:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562321:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.562322:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693685.562325:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693685.562328:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693685.562331:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693685.562333:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298841625
00000100:00000001:3.0:1790693685.562335:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.562338:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298841625
00000100:00000001:3.0:1790693685.562339:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298842883
00000100:00000001:3.0:1790693685.562341:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693685.562343:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.562344:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693685.562348:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693685/real 1790693685]  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693685.562355:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693685.562356:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693685.562358:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693685.562360:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693685.562362:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693685.562363:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693685.562366:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693685.562374:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562380:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693685.562381:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.562383:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693685.562387:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562393:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693685.562417:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562424:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693685.562427:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562428:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693685.562430:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562431:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693685.562433:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693685.562435:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693685.562438:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693685.562440:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693685.562444:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693685.562452:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347072:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693685.562455:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562457:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693685.562460:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101347072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693685.562466:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693685.562467:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693685.562469:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693685.562471:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693685.562473:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693685.562474:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693685.562476:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693685.562477:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9800.
02000000:00000001:3.0:1790693685.562480:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693685.562481:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693685.562482:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693685.562484:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693685.562485:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562487:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693685.562489:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693685.562491:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693685.562492:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693685.562494:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693685.943530:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693685.943535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693685.943539:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693685.943541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693685.943542:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693685.943546:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.943547:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693685.943551:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693685.943552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693685.943552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693685.943557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693685.943557:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693685.943559:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693685.943560:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693685.943564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693685.943564:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693685.943564:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693685.943569:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693685.943570:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693685.943571:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693685.943572:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693685.943574:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.943576:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693685.943576:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693685.943580:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693685.943585:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693685.943593:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693685.943597:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693685.943600:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693685.943941:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693685.943948:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693685.943949:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693685.943964:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693685.943968:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693685.943972:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693685.943975:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693685.943978:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693685.943981:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693686.583502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693686.583511:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693686.583513:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693686.583519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693686.583532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693686.583536:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693686.583542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693686.583545:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693686.583548:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693686.903530:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298842883, at 4298842944
00000100:00000010:0.0:1790693686.903546:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78cc0.
00000100:00000040:1.0:1790693686.904055:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298842883, at 4298842944
00000100:00000010:1.0:1790693686.904069:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f782a0.
00000100:00000001:1.0:1790693686.967593:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693686.967604:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693686.967607:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693686.967612:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693686.967617:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693686.967623:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693686.967626:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693686.967628:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693686.967631:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693686.967736:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693686.967742:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693686.967748:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693686.967749:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693686.967752:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693686.967753:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693686.967756:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693686.967757:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693686.967781:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693686.967783:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693686.967785:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693686.967842:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693686.967847:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693686.967849:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693686.967852:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693686.967855:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693686.967857:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693686.967860:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693686.967862:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693686.967864:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693686.968378:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693686.968382:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693686.968384:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693686.968387:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693686.968389:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693686.968391:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693686.968394:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693686.968396:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693686.968414:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693687.607509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693687.607516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693687.607519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693687.607524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693687.607528:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693687.607532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693687.607535:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693687.607538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693687.607542:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693687.991514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693687.991514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693687.991520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693687.991521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693687.991522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693687.991525:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693687.991526:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693687.991526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693687.991528:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693687.991531:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693687.991532:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1790693687.991534:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693687.991535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693687.991535:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693687.991539:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693687.991541:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693687.991541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693687.991542:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693687.991544:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693687.991546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693687.991546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693687.991547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693687.991548:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693687.991551:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693687.991552:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693687.991552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693687.991552:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693687.991555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693687.991558:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693687.991560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693687.991560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693687.991563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693687.991565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693687.991565:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693687.991568:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693687.991569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693687.991574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693687.991574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693687.991577:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693687.991581:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693687.991583:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693687.991611:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693687.991613:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693687.991616:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693688.631479:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693688.631488:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693688.631491:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693688.631498:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693688.631502:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693688.631505:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693688.631508:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693688.631510:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693688.631513:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693689.015495:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693689.015495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693689.015496:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693689.015498:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693689.015502:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693689.015503:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693689.015503:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693689.015504:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693689.015508:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693689.015508:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693689.015509:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693689.015510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693689.015514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693689.015515:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693689.015515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693689.015516:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693689.015518:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693689.015520:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693689.015522:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693689.015522:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693689.015523:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693689.015524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693689.015527:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693689.015528:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693689.015528:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693689.015529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693689.015529:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693689.015532:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693689.015536:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693689.015536:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693689.015537:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693689.015540:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693689.015540:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693689.015546:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693689.015546:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693689.015552:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693689.015555:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693689.015563:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693689.655508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693689.655516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693689.655519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693689.655524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693689.655529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693689.655532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693689.655535:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693689.655537:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693689.655540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693690.039515:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693690.039517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693690.039522:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693690.039524:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693690.039531:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693690.039531:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693690.039532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693690.039535:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693690.039536:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693690.039537:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:2.0:1790693690.039542:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693690.039543:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693690.039543:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693690.039548:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693690.039548:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693690.039549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693690.039554:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693690.039554:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693690.039555:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693690.039560:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693690.039561:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693690.039561:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693690.039564:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693690.039565:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693690.039569:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693690.039570:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693690.039575:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693690.039576:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693690.039580:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693690.039581:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693690.039584:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693690.039587:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693690.039590:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693690.039592:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693690.039594:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693690.039596:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693690.039601:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693690.039603:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693690.039610:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693690.039615:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693690.039616:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693690.039619:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693690.039622:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693690.039625:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693690.039625:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693690.039628:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1790693690.039629:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693690.039632:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1790693690.039634:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693690.039636:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693690.679511:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693690.679522:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693690.679526:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693690.679531:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693690.679535:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693690.679541:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4174
00000400:00000200:0.0:1790693690.679549:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693690.679555:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693690.679559:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693690.679562:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679565:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693690.679568:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679570:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693690.679578:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693690.679580:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693690.679583:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693690.679586:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693690.679589:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693690.679592:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693690.679595:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679598:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693690.679601:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679603:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693690.679607:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693690.679610:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679613:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693690.679621:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693690.679625:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693690.679628:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679630:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693690.679633:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693690.679640:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693690.679644:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693690.679648:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693690.679650:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679653:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693690.679656:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693690.679661:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693690.679668:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8000.
00000100:00000001:3.0:1790693690.679674:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693690.679676:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.679678:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693690.679680:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693690.679683:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00100000:0.0:1790693690.679686:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693690.679687:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693690.679690:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.679694:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693690.679696:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693690.679696:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.679699:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679700:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693690.679705:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693690.679730:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693690.679733:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693690.679736:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693690.679738:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693690.679738:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1790693690.679740:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693690.679741:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693690.679744:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693690.679744:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790693690.679747:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4174
00000100:00000040:3.0:1790693690.679750:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693690.679751:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693690.679754:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693690.679756:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693690.679758:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1790693690.679759:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693690.679759:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679762:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693690.679763:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693690.679764:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679766:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693690.679766:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693690.679769:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1790693690.679769:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693690.679770:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693690.679772:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:3.0:1790693690.679772:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101347200:192.168.204.134@tcp:250:
00000020:00000040:0.0:1790693690.679775:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:3.0:1790693690.679776:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1790693690.679778:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693690.679780:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693690.679780:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693690.679782:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693690.679783:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679785:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693690.679785:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1790693690.679788:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679790:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000010:3.0:1790693690.679790:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
00000020:00000040:0.0:1790693690.679792:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693690.679792:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693690.679795:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679798:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.679798:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:0.0:1790693690.679800:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1790693690.679802:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
02000000:00000001:0.0:1790693690.679804:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693690.679807:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679808:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:3.0:1790693690.679808:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000008:00100000:0.0:1790693690.679812:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1790693690.679814:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347200, portal 25
00000008:00000001:0.0:1790693690.679815:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679817:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.679817:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693690.679818:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000010:0.0:1790693690.679820:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693690.679822:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000040:3.0:1790693690.679823:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693690.679824:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693690.679826:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679827:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693690.679828:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693690.679830:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693690.679833:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9000.
00000100:00000001:0.0:1790693690.679835:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693690.679840:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693690.679847:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693690.679848:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693690.679851:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693690.679880:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693690.679882:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693690.679886:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693690.679887:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693690.679889:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693690.679891:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693690.679894:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4174
00000400:00000200:0.0:1790693690.679906:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693690.679908:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693690.679911:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693690.679915:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693690.679917:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693690.679918:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679919:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693690.679921:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693690.679921:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:0.0:1790693690.679923:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693690.679925:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101347200, offset 0
00000020:00000001:0.0:1790693690.679926:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693690.679927:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693690.679929:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693690.679930:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693690.679931:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:0.0:1790693690.679932:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693690.679934:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693690.679937:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679938:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693690.679939:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693690.679940:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679942:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693690.679944:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:3.0:1790693690.679945:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:0.0:1790693690.679947:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693690.679949:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.679949:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1790693690.679951:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693690.679953:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693690.679953:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:0.0:1790693690.679955:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.679956:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693690.679957:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693690.679959:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693690.679959:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000008:00000001:0.0:1790693690.679961:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679963:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.679963:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6947:6947:256:4294967295] 192.168.204.134@tcp LPNI seq info [6942:6942:8:4294967295]
00000100:00000010:0.0:1790693690.679966:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693690.679968:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693690.679970:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693690.679972:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.679973:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693690.679975:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693690.679976:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693690.679980:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa400.
00000100:00000001:0.0:1790693690.679983:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693690.679988:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693690.679995:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693690.679997:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693690.680000:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693690.680007:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693690.680010:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693690.680012:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693690.680014:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693690.680015:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693690.680018:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693690.680020:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4174
00000400:00000200:0.0:1790693690.680023:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693690.680026:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693690.680028:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693690.680030:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680032:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693690.680034:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680035:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693690.680038:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693690.680039:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693690.680040:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693690.680042:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693690.680044:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693690.680045:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693690.680048:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680050:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693690.680051:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680053:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693690.680055:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693690.680057:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680060:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693690.680061:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693690.680064:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693690.680065:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.680067:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693690.680069:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693690.680072:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.680073:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693690.680076:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693690.680078:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693690.680080:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693690.680081:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.680083:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693690.680084:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693690.680086:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.680086:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:0.0:1790693690.680089:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8c00.
00000100:00000001:0.0:1790693690.680092:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.680096:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1790693690.680097:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693690.680103:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1790693690.680103:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680105:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693690.680109:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000100:00000040:0.0:1790693690.680110:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790693690.680116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:0.0:1790693690.680117:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693690.680120:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1790693690.680121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1790693690.680123:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693690.680124:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693690.680126:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693690.680129:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693690.680132:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4174
00000800:00000200:3.1:1790693690.680133:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000400:00000200:0.0:1790693690.680136:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:3.1:1790693690.680136:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1790693690.680139:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693690.680141:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1790693690.680141:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693690.680143:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:3.0:1790693690.680143:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000100:00000001:0.0:1790693690.680145:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693690.680147:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693690.680149:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790693690.680150:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693690.680152:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693690.680154:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000400:00000200:3.0:1790693690.680154:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1790693690.680155:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693690.680157:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693690.680158:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000200:3.0:1790693690.680159:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000020:00000001:0.0:1790693690.680160:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000010:3.0:1790693690.680162:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000040:0.0:1790693690.680164:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680166:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693690.680166:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1790693690.680168:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680170:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693690.680171:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693690.680173:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693690.680176:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693690.680179:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693690.680180:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693690.680180:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1790693690.680183:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693690.680185:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693690.680185:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693690.680187:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693690.680189:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693690.680191:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790693690.680192:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693690.680193:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.680193:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000010:0.0:1790693690.680196:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693690.680198:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693690.680198:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693690.680201:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693690.680202:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.680202:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693690.680204:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693690.680205:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693690.680205:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298848002
02000000:00000001:0.0:1790693690.680206:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693690.680209:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfbc00.
00000100:00000010:3.0:1790693690.680210:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78840.
00000100:00000001:0.0:1790693690.680212:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693690.680215:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693690.680221:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693690.680223:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693690.680226:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693690.680233:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693690.680238:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4184)
00000100:00000001:3.0:1790693690.680251:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693690.680256:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298848002
00000100:00000010:3.0:1790693690.680260:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78d20.
00000100:00000001:3.0:1790693690.680263:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693690.680266:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693690.680268:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.680271:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693690.680276:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693690/real 1790693690]  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693690.680285:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693690.680286:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693690.680289:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693690.680292:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693690.680293:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693690.680296:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693690.680299:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693690.680307:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.680314:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693690.680315:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.680318:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.680320:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693690.680323:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.680330:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693690.680335:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.680342:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693690.680345:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.680346:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.680347:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.680349:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693690.680351:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693690.682835:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693690.682850:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693690.682853:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693690.682875:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693690.682885:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101347200:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693690.682892:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683020:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.683026:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101347200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683033:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693690.683036:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693690.683039:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693690.683045:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693690.683047:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693690.683049:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693690.683052:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693690.683054:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8000.
02000000:00000001:3.0:1790693690.683058:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693690.683060:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693690.683061:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693690.683065:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693690.683066:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683068:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683076:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693690.683078:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.683080:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693690.683083:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693690.683085:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693690.683102:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683110:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693690.683111:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.683114:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693690.683117:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693690.683120:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693690.683123:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347328:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693690.683127:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693690.683139:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693690.683145:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.683148:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693690.683155:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693690.683157:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.683165:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693690.683169:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693690.683177:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693690.683184:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347328, portal 10
00000100:00000001:3.0:1790693690.683186:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693690.683188:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693690.683196:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683203:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693690.683206:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693690.683209:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693690.683213:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101347328, offset 0
00000400:00000200:3.0:1790693690.683219:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693690.683228:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.683235:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693690.683240:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693690.683244:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693690.683248:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693690.683250:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693690.683254:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6948:6948:256:4294967295] 192.168.204.134@tcp LPNI seq info [6943:6943:8:4294967295]
00000400:00000200:3.0:1790693690.683257:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.683266:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693690.683271:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.683276:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693690.683294:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693690.683298:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693690.683303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693690.683306:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693690.683310:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.683312:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693690.683316:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693690.683322:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693690.683328:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693690.683331:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693690.683334:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693690.683339:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683347:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.683351:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683357:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.683359:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693690.683364:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693690.683368:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693690.683372:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693690.683374:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298846741
00000100:00000001:3.0:1790693690.683377:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.683380:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298846741
00000100:00000001:3.0:1790693690.683382:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.683384:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693690.683387:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.683389:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693690.683393:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693690/real 1790693690]  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693690.683443:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693690.683444:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693690.683446:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693690.683449:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693690.683451:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693690.683453:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693690.683456:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693690.683464:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683471:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693690.683473:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683476:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.683478:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693690.683482:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683489:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693690.683494:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683501:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693690.683503:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683504:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.683505:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683508:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693690.683510:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693690.683515:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693690.683519:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693690.683521:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693690.683525:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693690.683533:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347328:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693690.683536:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693690.683541:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683547:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693690.683549:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.683551:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693690.683553:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693690.683555:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693690.683558:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347456:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693690.683561:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693690.683564:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693690.683565:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.683567:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693690.683571:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693690.683573:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.683576:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693690.683579:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693690.683583:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693690.683586:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347456, portal 10
00000100:00000001:3.0:1790693690.683588:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693690.683589:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693690.683595:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683606:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693690.683609:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693690.683611:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693690.683613:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101347456, offset 0
00000400:00000200:3.0:1790693690.683617:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693690.683622:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.683626:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693690.683629:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693690.683631:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693690.683634:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693690.683636:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693690.683639:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6949:6949:256:4294967295] 192.168.204.134@tcp LPNI seq info [6944:6944:8:4294967295]
00000400:00000200:3.0:1790693690.683643:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.683650:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693690.683654:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.683657:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693690.683661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693690.683664:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693690.683668:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693690.683671:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693690.683674:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.683676:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693690.683679:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693690.683682:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693690.683685:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693690.683687:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693690.683689:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693690.683692:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683699:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.683702:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683713:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.683715:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693690.683718:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693690.683721:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693690.683724:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693690.683726:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298846748
00000100:00000001:3.0:1790693690.683729:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.683731:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298846748
00000100:00000001:3.0:1790693690.683733:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.683735:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693690.683737:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.683738:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693690.683742:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693690/real 1790693690]  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693690.683750:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693690.683751:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693690.683753:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693690.683755:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693690.683757:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693690.683759:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693690.683761:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693690.683768:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683774:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693690.683775:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683776:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.683777:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693690.683780:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683786:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693690.683790:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683795:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693690.683797:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683798:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.683799:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.683801:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693690.683803:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693690.683805:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693690.683808:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693690.683810:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693690.683813:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693690.683820:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347456:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693690.683823:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693690.683827:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683833:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693690.683834:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.683836:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693690.683838:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693690.683840:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693690.683842:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347584:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693690.683845:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693690.683847:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693690.683848:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.683850:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693690.683853:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693690.683855:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.683858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693690.683874:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693690.683878:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693690.683881:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347584, portal 4
00000100:00000001:3.0:1790693690.683883:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693690.683884:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693690.683890:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.683908:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693690.683910:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693690.683913:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693690.683915:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101347584, offset 0
00000400:00000200:3.0:1790693690.683919:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693690.683930:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.683934:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693690.683936:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693690.683938:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693690.683940:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693690.683942:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693690.683945:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6950:6950:256:4294967295] 192.168.204.134@tcp LPNI seq info [6945:6945:8:4294967295]
00000400:00000200:3.0:1790693690.683948:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.683956:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693690.683960:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.683964:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693690.683968:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693690.683970:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693690.683974:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693690.683977:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693690.683980:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.683982:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693690.683985:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693690.683988:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693690.683991:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693690.683993:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693690.683995:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693690.683999:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684006:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.684009:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684015:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.684016:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693690.684019:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693690.684022:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693690.684025:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693690.684027:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298846742
00000100:00000001:3.0:1790693690.684029:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.684030:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298846742
00000100:00000001:3.0:1790693690.684032:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.684034:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693690.684036:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.684038:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693690.684041:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693690/real 1790693690]  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693690.684047:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693690.684049:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693690.684050:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693690.684052:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693690.684054:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693690.684056:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693690.684059:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693690.684066:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684072:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693690.684073:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684075:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.684076:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693690.684079:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684085:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693690.684088:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684093:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693690.684095:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684097:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.684098:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684099:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693690.684100:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693690.684102:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693690.684105:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693690.684107:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693690.684111:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693690.684117:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347584:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693690.684120:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693690.684123:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684134:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693690.684135:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.684137:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693690.684139:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693690.684140:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693690.684143:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347712:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693690.684146:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693690.684148:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693690.684150:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693690.684151:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693690.684155:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693690.684156:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693690.684159:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693690.684161:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693690.684164:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693690.684166:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347712, portal 4
00000100:00000001:3.0:1790693690.684168:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693690.684169:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693690.684174:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684179:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693690.684181:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693690.684183:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693690.684185:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101347712, offset 0
00000400:00000200:3.0:1790693690.684189:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693690.684192:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.684196:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693690.684199:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693690.684201:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693690.684203:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693690.684205:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693690.684207:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6951:6951:256:4294967295] 192.168.204.134@tcp LPNI seq info [6946:6946:8:4294967295]
00000400:00000200:3.0:1790693690.684211:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693690.684217:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693690.684221:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.684224:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693690.684227:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693690.684230:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1790693690.684233:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693690.684236:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1790693690.684239:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693690.684241:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693690.684243:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693690.684246:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693690.684249:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693690.684250:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693690.684259:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693690.684262:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684269:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.684271:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684277:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.684278:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693690.684281:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693690.684284:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693690.684287:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693690.684289:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298846747
00000100:00000001:3.0:1790693690.684292:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.684294:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298846747
00000100:00000001:3.0:1790693690.684296:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298848002
00000100:00000001:3.0:1790693690.684297:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693690.684299:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.684301:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693690.684305:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693690/real 1790693690]  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693690.684311:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693690.684312:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693690.684314:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693690.684316:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693690.684317:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693690.684319:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693690.684322:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693690.684329:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684334:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693690.684336:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684337:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.684339:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693690.684342:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684347:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693690.684350:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684356:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693690.684358:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684359:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693690.684360:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684362:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693690.684363:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693690.684365:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693690.684369:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693690.684371:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693690.684375:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693690.684382:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347712:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693690.684386:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684388:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.684391:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101347328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684420:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693690.684423:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693690.684425:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693690.684428:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693690.684431:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693690.684432:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693690.684434:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693690.684436:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9000.
02000000:00000001:3.0:1790693690.684439:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693690.684441:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693690.684443:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693690.684445:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693690.684446:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684448:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.684452:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101347456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684458:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693690.684459:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693690.684460:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693690.684462:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693690.684463:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693690.684464:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693690.684466:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693690.684468:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:3.0:1790693690.684470:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693690.684472:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693690.684473:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693690.684475:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693690.684476:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684477:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.684480:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101347584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684485:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693690.684487:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693690.684488:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693690.684491:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693690.684492:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693690.684493:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693690.684495:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693690.684497:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:3.0:1790693690.684499:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693690.684501:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693690.684502:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693690.684504:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693690.684506:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684507:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693690.684510:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101347712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693690.684516:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693690.684517:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693690.684518:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693690.684520:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693690.684521:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693690.684522:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693690.684524:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693690.684526:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:3.0:1790693690.684528:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693690.684529:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693690.684531:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693690.684533:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693690.684534:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684537:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693690.684543:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693690.684545:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693690.684547:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693690.684548:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693691.063513:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693691.063517:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693691.063521:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693691.063522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693691.063525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693691.063529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693691.063531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693691.063532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693691.063539:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693691.063540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693691.063543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693691.063544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693691.063548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693691.063548:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693691.063551:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693691.063553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693691.063558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693691.063575:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693691.063579:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693691.063582:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693691.063775:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693691.063779:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693691.063781:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693691.063784:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693691.063785:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693691.063787:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693691.063788:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693691.063791:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693691.063791:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693691.063796:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693691.063797:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693691.063799:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693691.063801:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693691.063802:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693691.063807:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693691.063807:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693691.063809:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693691.063812:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693691.703949:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693691.703957:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693691.703961:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693691.703967:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693691.703970:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693691.703973:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693691.703976:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693691.703978:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693691.703994:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693692.023508:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298848002, at 4298848064
00000100:00000040:0.0:1790693692.023509:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298848002, at 4298848064
00000100:00000010:0.0:1790693692.023525:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78840.
00000100:00000010:1.0:1790693692.023527:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78d20.
00000100:00000001:2.0:1790693692.087522:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693692.087528:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693692.087530:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693692.087534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693692.087536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693692.087539:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693692.087541:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693692.087542:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693692.087544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693692.088917:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693692.088922:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693692.088931:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693692.088937:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693692.088940:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693692.088942:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693692.088944:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693692.088946:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693692.088948:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693692.089087:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693692.089091:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693692.089092:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693692.089095:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693692.089097:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693692.089099:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693692.089100:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693692.089102:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693692.089104:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693692.089121:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693692.089123:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693692.089128:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693692.089129:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693692.089131:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693692.089133:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693692.089136:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693692.089137:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693692.089153:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693692.089156:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693692.089159:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693692.727556:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693692.727564:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693692.727566:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693692.727572:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693692.727575:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693692.727578:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693692.727580:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693692.727582:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693692.727584:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693693.111538:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693693.111544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693693.111549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693693.111550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693693.111554:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693693.111555:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693693.111558:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693693.111562:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693693.111564:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693693.111567:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693693.111570:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693693.111572:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693693.111574:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693693.111576:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693693.111605:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693693.111608:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693693.111611:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693693.111672:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693693.111676:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693693.111679:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693693.111682:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693693.111686:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693693.111689:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693693.111692:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693693.111695:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693693.111699:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693693.111742:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693693.111746:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693693.111747:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693693.111750:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693693.111752:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693693.111754:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693693.111756:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693693.111758:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693693.111760:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693693.111856:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693693.111861:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693693.111863:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693693.111865:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693693.111868:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693693.111870:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693693.111873:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693693.111874:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693693.111877:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693693.751506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693693.751513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693693.751516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693693.751522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693693.751526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693693.751529:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693693.751532:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693693.751534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693693.751537:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693694.135467:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693694.135473:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693694.135474:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693694.135475:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693694.135480:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693694.135480:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693694.135483:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693694.135484:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693694.135488:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693694.135488:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693694.135490:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693694.135494:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693694.135497:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693694.135499:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693694.135499:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693694.135500:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693694.135503:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693694.135506:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693694.135510:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693694.135510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693694.135514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693694.135515:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693694.135519:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693694.135520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693694.135522:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693694.135523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693694.135552:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693694.135556:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693694.135560:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693694.135616:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693694.135623:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693694.135624:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693694.135628:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693694.135630:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693694.135633:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693694.135635:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693694.135636:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693694.135639:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693694.775490:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693694.775497:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693694.775500:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693694.775506:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693694.775510:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693694.775514:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693694.775518:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693694.775521:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693694.775525:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693695.159528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693695.159528:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693695.159528:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693695.159535:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693695.159536:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693695.159537:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693695.159538:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693695.159541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693695.159541:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693695.159543:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693695.159548:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693695.159549:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693695.159549:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693695.159551:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693695.159553:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693695.159556:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693695.159556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693695.159557:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693695.159559:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693695.159564:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693695.159568:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693695.159568:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693695.159569:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693695.159569:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693695.159573:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693695.159583:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693695.159583:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693695.159584:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693695.159591:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693695.159591:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693695.159601:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693695.159604:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693695.159608:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693695.159613:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693695.159615:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693695.159646:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693695.159648:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693695.159650:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693695.799495:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693695.799496:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693695.799503:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1790693695.799505:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693695.799507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.799509:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693695.799513:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:1.0:1790693695.799514:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693695.799520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693695.799521:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693695.799525:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693695.799530:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4179
00000100:00000001:2.0:1790693695.799538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693695.799542:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693695.799546:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693695.799547:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693695.799555:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693695.799559:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693695.799563:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.799566:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693695.799570:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.799573:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693695.799580:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693695.799582:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693695.799585:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693695.799587:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693695.799590:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693695.799592:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693695.799596:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.799598:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693695.799600:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.799602:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693695.799604:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693695.799607:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693695.799610:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693695.799613:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693695.799616:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693695.799619:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.799621:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693695.799623:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693695.799632:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000020:00000040:1.0:1790693695.799635:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693695.799638:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693695.799640:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.799643:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693695.799646:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693695.799650:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693695.799657:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693695.799663:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693695.799673:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693695.799691:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693695.799694:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693695.799699:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693695.799716:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693695.799719:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693695.799722:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693695.799724:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693695.799725:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693695.799728:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693695.799732:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4179
00000400:00000200:1.0:1790693695.799737:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693695.799738:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1790693695.799740:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693695.799743:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693695.799744:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693695.799747:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693695.799750:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.799754:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693695.799757:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693695.799758:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.799776:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693695.799782:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1790693695.799784:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693695.799785:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693695.799787:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693695.799790:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1790693695.799790:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693695.799794:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693695.799797:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693695.799800:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00100000:3.0:1790693695.799801:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101347840:192.168.204.134@tcp:250:
00000020:00000001:1.0:1790693695.799806:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693695.799809:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1790693695.799811:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693695.799814:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693695.799817:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693695.799818:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693695.799821:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693695.799822:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693695.799826:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000010:3.0:1790693695.799827:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:1.0:1790693695.799830:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693695.799831:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693695.799835:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000400:00000200:3.0:1790693695.799839:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693695.799842:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:3.0:1790693695.799844:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:1.0:1790693695.799846:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693695.799850:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1790693695.799852:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
02000000:00000001:1.0:1790693695.799855:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1790693695.799858:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347840, portal 25
02000000:00000001:1.0:1790693695.799859:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.799863:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693695.799864:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693695.799866:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000008:00100000:1.0:1790693695.799869:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1790693695.799874:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693695.799875:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.799879:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693695.799886:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000100:00000001:3.0:1790693695.799888:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1790693695.799891:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000040:3.0:1790693695.799894:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693695.799895:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693695.799899:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693695.799899:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000001:1.0:1790693695.799904:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1790693695.799905:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101347840, offset 0
02000000:00000001:1.0:1790693695.799906:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693695.799910:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.799913:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000010:1.0:1790693695.799917:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000100:00000001:1.0:1790693695.799923:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.799923:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:1.0:1790693695.799933:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693695.799933:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693695.799940:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693695.799946:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:1.0:1790693695.799947:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693695.799950:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.799951:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693695.799957:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:1.0:1790693695.799958:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693695.799963:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6952:6952:256:4294967295] 192.168.204.134@tcp LPNI seq info [6947:6947:8:4294967295]
00000400:00000200:3.0:1790693695.799974:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693695.799979:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693695.799983:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693695.799990:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1790693695.799993:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693695.799995:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693695.799997:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693695.800001:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:3.0:1790693695.800001:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693695.800006:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4179
00000400:00000200:1.0:1790693695.800009:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:3.0:1790693695.800009:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000400:00000200:1.0:1790693695.800013:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693695.800015:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693695.800020:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.0:1790693695.800020:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693695.800025:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693695.800028:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:3.0:1790693695.800028:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1790693695.800030:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693695.800035:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693695.800037:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693695.800039:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.1:1790693695.800039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:1.0:1790693695.800042:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693695.800045:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.1:1790693695.800045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1790693695.800047:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693695.800050:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800051:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693695.800052:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800053:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693695.800054:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693695.800055:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800060:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693695.800061:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693695.800063:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693695.800064:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.800068:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693695.800070:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693695.800071:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.800072:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693695.800075:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000800:00000100:3.0:1790693695.800076:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693695.800078:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000800:00000010:3.0:1790693695.800080:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
02000000:00000001:1.0:1790693695.800081:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693695.800083:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.800085:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693695.800086:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693695.800087:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.800089:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1790693695.800090:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693695.800095:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.800099:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1790693695.800102:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693695.800106:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000100:00000001:1.0:1790693695.800108:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693695.800110:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693695.800111:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000040:1.0:1790693695.800114:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800117:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693695.800124:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693695.800135:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693695.800141:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693695.800143:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790693695.800148:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1790693695.800149:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693695.800152:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693695.800155:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693695.800160:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693695.800162:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693695.800166:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4179
00000100:00000001:3.0:1790693695.800166:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693695.800172:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693695.800175:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.800180:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693695.800183:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693695.800185:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298853122
00000100:00080000:1.0:1790693695.800187:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1790693695.800191:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78e40.
00000100:00000040:1.0:1790693695.800192:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800196:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693695.800199:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693695.800199:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693695.800202:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693695.800207:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693695.800208:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298853122
00000020:00000040:1.0:1790693695.800209:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693695.800213:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:3.0:1790693695.800213:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78240.
00000020:00000040:1.0:1790693695.800216:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:3.0:1790693695.800219:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1790693695.800220:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693695.800223:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1790693695.800225:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693695.800226:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693695.800232:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693695.800232:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693695.800237:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1790693695.800238:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693695/real 1790693695]  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693695.800242:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800247:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693695.800252:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000001:3.0:1790693695.800255:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693695.800257:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000001:3.0:1790693695.800258:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790693695.800262:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693695.800262:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693695.800266:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693695.800268:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693695.800270:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:1.0:1790693695.800273:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1790693695.800274:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693695.800277:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693695.800281:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.800282:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693695.800285:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693695.800290:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693695.800294:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693695.800298:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790693695.800299:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693695.800304:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693695.800309:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693695.800311:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800313:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693695.800314:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693695.800316:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693695.800317:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693695.800319:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1790693695.800321:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800323:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1790693695.800327:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00100000:3.0:1790693695.800328:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693695.800332:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693695.800340:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693695.800344:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693695.800352:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1790693695.800354:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693695.800355:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693695.800364:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800369:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693695.800375:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.800379:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693695.800380:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693695.800385:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693695.800386:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693695.800389:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693695.800391:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693695.800394:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693695.800394:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693695.800418:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693695.800421:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1790693695.800425:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1790693695.800427:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693695.800430:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693695.800434:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4179
00000400:00000200:1.0:1790693695.800443:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00100000:3.0:1790693695.800448:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101347840:192.168.204.134@tcp:250:
00000400:00000200:1.0:1790693695.800449:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693695.800453:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693695.800457:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693695.800457:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693695.800463:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693695.800463:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693695.800467:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800471:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:3.0:1790693695.800471:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101347840/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693695.800475:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693695.800477:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693695.800480:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693695.800482:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693695.800485:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:3.0:1790693695.800485:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000020:00000001:1.0:1790693695.800487:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:3.0:1790693695.800489:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1790693695.800491:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:3.0:1790693695.800493:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
00000100:00000001:1.0:1790693695.800494:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693695.800498:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800499:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693695.800500:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1790693695.800501:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000020:00000001:3.0:1790693695.800503:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00080000:1.0:1790693695.800505:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000020:00000040:3.0:1790693695.800507:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:1.0:1790693695.800508:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693695.800512:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:3.0:1790693695.800512:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693695.800516:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:1.0:1790693695.800517:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693695.800521:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693695.800522:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.800524:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1790693695.800526:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:3.0:1790693695.800527:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000008:00100000:1.0:1790693695.800529:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693695.800531:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000008:00000001:1.0:1790693695.800533:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800534:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693695.800538:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800539:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1790693695.800543:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000100:00000001:3.0:1790693695.800547:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1790693695.800548:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693695.800550:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693695.800552:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693695.800553:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1790693695.800555:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800556:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693695.800559:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693695.800561:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693695.800564:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1790693695.800565:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693695.800568:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693695.800574:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:3.0:1790693695.800577:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693695.800579:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800580:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.800585:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693695.800587:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1790693695.800589:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693695.800591:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693695.800598:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347968:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693695.800604:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693695.800607:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693695.800609:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.800613:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693695.800616:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1790693695.800618:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:1.0:1790693695.800620:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.800621:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693695.800628:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693695.800628:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693695.800632:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693695.800637:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693695.800644:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693695.800644:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101347968, portal 10
00000100:00000001:3.0:1790693695.800647:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693695.800650:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:1.0:1790693695.800651:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4189)
00000100:00000040:3.0:1790693695.800658:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800666:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693695.800669:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693695.800671:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693695.800674:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101347968, offset 0
00000400:00000200:3.0:1790693695.800677:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693695.800681:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.800684:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693695.800687:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693695.800689:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693695.800692:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693695.800694:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693695.800697:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6953:6953:256:4294967295] 192.168.204.134@tcp LPNI seq info [6948:6948:8:4294967295]
00000400:00000200:3.0:1790693695.800701:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.800707:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693695.800712:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.800715:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693695.800719:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693695.800722:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693695.800726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693695.800729:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693695.800732:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.800734:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693695.800736:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693695.800740:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693695.800743:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693695.800745:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693695.800747:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693695.800750:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800757:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.800760:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800779:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800781:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693695.800783:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693695.800787:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693695.800790:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693695.800792:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298851859
00000100:00000001:3.0:1790693695.800794:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.800796:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298851859
00000100:00000001:3.0:1790693695.800799:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.800801:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693695.800803:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.800804:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693695.800808:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693695/real 1790693695]  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693695.800822:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693695.800823:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693695.800824:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693695.800826:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693695.800828:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693695.800830:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693695.800833:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693695.800841:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800848:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693695.800849:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.800851:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.800852:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693695.800855:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800862:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693695.800865:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800872:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693695.800874:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.800876:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.800877:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.800878:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693695.800880:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693695.800882:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693695.800886:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693695.800888:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693695.800892:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693695.800899:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101347968:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693695.800903:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693695.800906:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800912:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693695.800913:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.800915:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693695.800916:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693695.800918:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693695.800921:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348096:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693695.800924:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693695.800925:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693695.800927:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.800928:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693695.800931:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693695.800933:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.800936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693695.800938:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693695.800941:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693695.800943:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348096, portal 10
00000100:00000001:3.0:1790693695.800945:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693695.800946:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:3.0:1790693695.800951:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.800958:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693695.800960:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693695.800961:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693695.800964:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101348096, offset 0
00000400:00000200:3.0:1790693695.800967:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693695.800971:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.800974:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693695.800976:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693695.800978:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693695.800981:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693695.800983:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693695.800986:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6954:6954:256:4294967295] 192.168.204.134@tcp LPNI seq info [6949:6949:8:4294967295]
00000400:00000200:3.0:1790693695.800989:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.800995:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693695.800999:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.801002:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693695.801005:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693695.801008:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693695.801011:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693695.801014:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693695.801018:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.801020:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693695.801022:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693695.801026:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693695.801028:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693695.801030:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693695.801032:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693695.801035:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801042:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.801045:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801051:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801053:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693695.801055:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693695.801057:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693695.801060:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693695.801062:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298851865
00000100:00000001:3.0:1790693695.801064:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.801066:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298851865
00000100:00000001:3.0:1790693695.801069:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.801071:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693695.801072:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801074:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693695.801077:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693695/real 1790693695]  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693695.801084:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693695.801085:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693695.801086:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693695.801088:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693695.801089:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693695.801091:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693695.801094:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693695.801101:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801108:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693695.801109:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801111:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.801112:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693695.801116:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801122:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693695.801125:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801131:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693695.801133:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801135:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.801136:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801138:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693695.801140:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693695.801142:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693695.801145:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693695.801147:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693695.801150:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693695.801157:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348096:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693695.801160:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693695.801163:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801169:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693695.801170:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.801172:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693695.801173:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693695.801175:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693695.801177:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348224:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693695.801180:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693695.801182:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693695.801184:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.801185:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693695.801188:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693695.801189:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.801192:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693695.801195:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693695.801197:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693695.801200:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348224, portal 4
00000100:00000001:3.0:1790693695.801202:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693695.801203:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:3.0:1790693695.801208:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801214:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693695.801216:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693695.801218:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693695.801220:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101348224, offset 0
00000400:00000200:3.0:1790693695.801223:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693695.801225:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.801228:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693695.801230:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693695.801232:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693695.801234:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693695.801236:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693695.801239:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6955:6955:256:4294967295] 192.168.204.134@tcp LPNI seq info [6950:6950:8:4294967295]
00000400:00000200:3.0:1790693695.801243:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.801249:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693695.801253:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.801255:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693695.801259:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693695.801261:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693695.801265:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693695.801268:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693695.801271:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.801273:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693695.801275:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693695.801278:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693695.801281:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693695.801282:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693695.801284:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693695.801287:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801294:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.801297:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801304:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801305:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693695.801308:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693695.801310:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693695.801313:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693695.801315:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298851859
00000100:00000001:3.0:1790693695.801317:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.801319:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298851859
00000100:00000001:3.0:1790693695.801321:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.801323:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693695.801325:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801326:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693695.801330:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693695/real 1790693695]  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693695.801337:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693695.801338:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693695.801339:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693695.801341:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693695.801343:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693695.801345:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693695.801347:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693695.801356:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801361:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693695.801363:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801364:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.801365:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693695.801369:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801375:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693695.801379:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801386:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693695.801388:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801389:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.801391:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801392:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693695.801394:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693695.801396:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693695.801415:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693695.801417:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693695.801421:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693695.801428:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348224:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693695.801431:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801433:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.801436:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101347968/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801442:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693695.801443:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693695.801445:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693695.801448:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693695.801449:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693695.801450:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693695.801452:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693695.801454:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:3.0:1790693695.801456:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693695.801458:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693695.801459:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:3.0:1790693695.801462:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693695.801463:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801465:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.801468:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101348096/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801474:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693695.801475:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693695.801477:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693695.801479:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693695.801480:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693695.801481:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693695.801483:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693695.801484:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:3.0:1790693695.801486:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693695.801487:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693695.801488:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:3.0:1790693695.801490:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693695.801491:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801493:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.801495:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101348224/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801501:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693695.801502:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693695.801503:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693695.801505:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693695.801506:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693695.801507:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693695.801509:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693695.801510:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:3.0:1790693695.801512:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693695.801513:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693695.801514:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:3.0:1790693695.801516:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693695.801517:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801519:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801522:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693695.801523:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801525:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693695.801526:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693695.801528:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693695.801531:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801537:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693695.801539:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.801541:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693695.801542:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693695.801544:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693695.801547:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348352:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693695.801549:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693695.801551:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693695.801552:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693695.801554:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693695.801556:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693695.801558:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693695.801561:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693695.801563:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693695.801566:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693695.801568:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348352, portal 4
00000100:00000001:3.0:1790693695.801570:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693695.801571:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:3.0:1790693695.801577:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801583:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693695.801586:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693695.801588:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693695.801590:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101348352, offset 0
00000400:00000200:3.0:1790693695.801593:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693695.801596:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.801600:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693695.801602:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693695.801605:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693695.801607:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693695.801609:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693695.801612:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6956:6956:256:4294967295] 192.168.204.134@tcp LPNI seq info [6951:6951:8:4294967295]
00000400:00000200:3.0:1790693695.801616:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693695.801622:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693695.801626:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.801629:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693695.801632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693695.801635:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693695.801639:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693695.801641:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693695.801645:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693695.801647:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693695.801649:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693695.801653:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693695.801655:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693695.801657:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693695.801659:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693695.801662:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801670:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.801673:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801679:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801680:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693695.801683:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693695.801685:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693695.801688:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693695.801690:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298851865
00000100:00000001:3.0:1790693695.801692:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.801694:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298851865
00000100:00000001:3.0:1790693695.801696:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298853122
00000100:00000001:3.0:1790693695.801698:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693695.801700:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801702:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693695.801705:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693695/real 1790693695]  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693695.801711:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693695.801712:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693695.801714:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693695.801716:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693695.801717:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693695.801719:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693695.801722:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693695.801730:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801735:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693695.801737:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801738:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.801739:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693695.801743:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801749:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693695.801752:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801759:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693695.801761:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801775:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693695.801776:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801778:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693695.801779:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693695.801782:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693695.801785:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693695.801787:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693695.801791:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693695.801798:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348352:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693695.801802:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801804:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693695.801807:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101348352/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693695.801812:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693695.801814:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693695.801815:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693695.801817:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693695.801818:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693695.801819:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693695.801821:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693695.801822:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693695.801824:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693695.801825:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693695.801827:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:3.0:1790693695.801829:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693695.801830:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801832:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693695.801834:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693695.801836:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693695.801837:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693695.801839:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693696.183510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693696.183510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693696.183511:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693696.183516:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693696.183518:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693696.183518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693696.183519:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693696.183524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693696.183524:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693696.183525:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693696.183525:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693696.183531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693696.183532:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693696.183532:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693696.183534:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693696.183537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693696.183540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693696.183540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693696.183541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693696.183543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693696.183547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693696.183547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693696.183547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693696.183548:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693696.183552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693696.183553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693696.183554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693696.183558:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693696.183559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693696.183561:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693696.183561:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693696.183563:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693696.183564:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693696.183565:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693696.183570:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693696.183605:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693696.183609:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693696.183614:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693696.823527:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693696.823538:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693696.823541:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693696.823547:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693696.823551:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693696.823555:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693696.823558:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693696.823560:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693696.823563:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693697.143516:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298853122, at 4298853184
00000100:00000040:1.0:1790693697.143516:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298853122, at 4298853184
00000100:00000010:1.0:1790693697.143535:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78240.
00000100:00000010:0.0:1790693697.143539:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78e40.
00010000:00000001:3.0:1790693697.207510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693697.207514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693697.207516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693697.207517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693697.207521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693697.207523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693697.207524:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693697.207525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693697.207528:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693697.207529:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693697.207531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693697.207535:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693697.207536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693697.207537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693697.207541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693697.207542:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693697.207543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693697.207546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693697.207548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693697.207552:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693697.207553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693697.207554:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693697.207555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693697.207558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693697.207559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693697.207560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693697.207585:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693697.207589:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693697.207593:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693697.207676:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693697.207679:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693697.207680:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693697.207683:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693697.207685:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693697.207687:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693697.207690:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693697.207691:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693697.207693:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693697.847510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693697.847515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693697.847517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693697.847523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693697.847527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693697.847531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693697.847534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693697.847536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693697.847540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693698.231504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693698.231504:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693698.231504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693698.231513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693698.231513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693698.231513:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693698.231517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693698.231518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693698.231518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693698.231525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693698.231526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693698.231527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693698.231528:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693698.231533:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693698.231533:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693698.231534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693698.231537:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693698.231538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693698.231538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693698.231541:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693698.231543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693698.231544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693698.231546:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693698.231547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693698.231551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693698.231552:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693698.231557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693698.231628:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693698.231631:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693698.231633:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693698.231636:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693698.231638:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693698.231639:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693698.231641:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693698.231643:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693698.231645:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693698.231646:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693698.231648:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693698.231649:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693698.231651:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693698.231652:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693698.231700:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693698.231702:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693698.231703:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693698.871521:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693698.871528:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693698.871530:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693698.871535:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693698.871539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693698.871544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693698.871547:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693698.871549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693698.871552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693699.255506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693699.255510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693699.255511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693699.255512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693699.255514:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693699.255516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693699.255517:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693699.255519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693699.255519:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693699.255520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693699.255523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693699.255527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693699.255527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693699.255528:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693699.255531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693699.255535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693699.255535:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693699.255536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693699.255536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693699.255541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693699.255542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693699.255542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693699.255543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693699.255548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693699.255549:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693699.255550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693699.255553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693699.255555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693699.255557:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693699.255558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693699.255559:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693699.255559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693699.255561:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693699.255563:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693699.255569:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693699.255596:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693699.255600:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693699.255603:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693699.895506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693699.895515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693699.895518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693699.895523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693699.895527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693699.895531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693699.895533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693699.895536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693699.895539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693700.279508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693700.279508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693700.279510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693700.279512:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693700.279515:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693700.279515:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693700.279517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693700.279519:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.279519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693700.279522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.279523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693700.279524:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693700.279524:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693700.279526:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693700.279529:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693700.279531:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693700.279531:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693700.279532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693700.279533:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693700.279535:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693700.279538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693700.279539:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693700.279539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693700.279539:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693700.279544:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693700.279545:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693700.279547:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693700.279547:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693700.279547:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693700.279550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693700.279551:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693700.279551:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.279554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693700.279555:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693700.279557:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.279559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693700.279560:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693700.279566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693700.279568:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693700.279570:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693700.279571:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693700.279573:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693700.279575:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693700.279576:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693700.279579:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693700.279584:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693700.279585:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693700.279631:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693700.279634:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693700.279638:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693700.919537:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693700.919552:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693700.919554:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693700.919554:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1790693700.919558:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693700.919561:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693700.919564:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693700.919566:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693700.919570:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693700.919573:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693700.919574:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4184
00000100:00000001:2.0:1790693700.919576:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693700.919581:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693700.919583:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693700.919585:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693700.919587:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693700.919594:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693700.919598:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693700.919612:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919616:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.919621:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919624:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693700.919632:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693700.919635:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693700.919637:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693700.919641:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693700.919643:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693700.919646:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693700.919649:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919651:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.919674:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919676:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693700.919679:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693700.919683:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919686:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693700.919689:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693700.919693:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693700.919696:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.919699:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693700.919701:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693700.919712:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693700.919715:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693700.919722:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693700.919724:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.919727:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693700.919730:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693700.919734:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693700.919742:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693700.919749:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693700.919758:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693700.919769:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693700.919772:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693700.919777:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693700.919794:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693700.919797:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693700.919801:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693700.919802:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693700.919804:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693700.919806:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693700.919808:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4184
00000400:00000200:1.0:1790693700.919812:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693700.919831:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693700.919834:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693700.919837:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919839:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.919841:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919843:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693700.919846:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693700.919848:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693700.919849:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693700.919851:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693700.919853:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693700.919855:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693700.919858:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919859:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.919861:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919863:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693700.919865:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693700.919867:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919870:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693700.919871:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693700.919876:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693700.919878:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.919880:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693700.919884:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693700.919887:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.919889:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693700.919892:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693700.919895:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693700.919897:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693700.919898:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.919899:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693700.919901:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693700.919903:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693700.919906:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693700.919910:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693700.919914:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693700.919921:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693700.919923:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693700.919927:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693700.919934:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693700.919937:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693700.919940:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693700.919941:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693700.919943:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693700.919946:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693700.919948:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4184
00000400:00000200:1.0:1790693700.919952:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693700.919954:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693700.919957:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693700.919959:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919961:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.919963:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919965:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693700.919968:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693700.919969:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693700.919971:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693700.919973:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693700.919974:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693700.919976:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693700.919979:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919981:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.919983:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919985:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693700.919987:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693700.919990:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693700.919992:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693700.919994:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693700.919996:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693700.919998:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.919999:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693700.920001:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693700.920003:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920005:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693700.920008:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693700.920010:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693700.920012:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693700.920014:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920015:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693700.920017:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693700.920019:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693700.920022:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693700.920025:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693700.920029:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693700.920044:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693700.920046:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693700.920050:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693700.920057:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693700.920059:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693700.920062:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693700.920063:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693700.920065:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693700.920068:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693700.920070:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4184
00000400:00000200:1.0:1790693700.920073:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693700.920076:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693700.920078:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693700.920081:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920083:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.920085:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920087:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693700.920090:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693700.920091:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693700.920092:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693700.920094:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693700.920096:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693700.920098:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693700.920100:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920102:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.920104:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920105:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693700.920107:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693700.920109:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920112:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693700.920114:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693700.920116:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693700.920118:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920119:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693700.920121:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693700.920123:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920125:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693700.920129:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000020:00000040:1.0:1790693700.920131:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693700.920134:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693700.920135:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920136:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693700.920138:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693700.920139:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693700.920142:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693700.920145:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693700.920149:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693700.920156:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693700.920158:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693700.920161:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693700.920169:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693700.920171:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693700.920174:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693700.920176:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693700.920177:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693700.920179:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693700.920181:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4184
00000400:00000200:1.0:1790693700.920185:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693700.920196:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693700.920199:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693700.920202:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920204:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.920205:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920207:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693700.920210:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693700.920211:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693700.920213:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693700.920214:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693700.920216:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693700.920218:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693700.920221:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920223:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693700.920225:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920226:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693700.920228:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693700.920231:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693700.920233:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693700.920235:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693700.920237:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693700.920239:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920241:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693700.920243:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693700.920245:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920247:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693700.920257:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000020:00000040:1.0:1790693700.920260:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693700.920262:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693700.920264:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693700.920265:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693700.920267:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693700.920268:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693700.920273:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693700.920277:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693700.920281:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693700.920288:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693700.920291:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693700.920295:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693700.920302:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693700.920319:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4194)
00000100:00000001:3.0:1790693700.920418:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693700.920422:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693700.920425:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693700.920432:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920440:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693700.920442:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.920446:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693700.920448:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693700.920451:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693700.920454:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101348480:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693700.920458:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693700.920462:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693700.920464:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.920467:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693700.920472:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693700.920474:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693700.920478:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693700.920481:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693700.920488:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693700.920494:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348480, portal 25
00000100:00000001:3.0:1790693700.920496:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693700.920498:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:3.0:1790693700.920504:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920511:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693700.920513:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693700.920516:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693700.920519:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101348480, offset 0
00000400:00000200:3.0:1790693700.920526:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693700.920533:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.920539:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693700.920544:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693700.920548:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693700.920552:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693700.920555:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693700.920559:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6957:6957:256:4294967295] 192.168.204.134@tcp LPNI seq info [6952:6952:8:4294967295]
00000400:00000200:3.0:1790693700.920563:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.920572:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693700.920578:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.920583:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693700.920590:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693700.920594:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693700.920599:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693700.920602:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693700.920606:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.920609:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693700.920616:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693700.920620:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693700.920625:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693700.920627:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693700.920631:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693700.920635:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920647:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.920650:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920657:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.920659:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693700.920675:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693700.920683:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693700.920685:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298858243
00000100:00000010:3.0:1790693700.920690:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78f60.
00000100:00000001:3.0:1790693700.920696:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693700.920702:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298858243
00000100:00000010:3.0:1790693700.920705:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78ba0.
00000100:00000001:3.0:1790693700.920709:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693700.920711:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693700.920714:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.920716:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693700.920721:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693700/real 1790693700]  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693700.920730:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693700.920732:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693700.920734:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693700.920737:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693700.920739:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693700.920741:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693700.920745:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693700.920752:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920759:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693700.920760:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.920763:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.920764:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693700.920768:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920774:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693700.920778:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920785:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693700.920788:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.920790:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.920791:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.920793:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693700.920795:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693700.920798:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693700.920802:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693700.920804:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693700.920808:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693700.920816:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101348480:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693700.920820:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693700.920824:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920830:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693700.920832:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.920834:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693700.920836:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693700.920837:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693700.920840:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348608:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693700.920843:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693700.920845:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693700.920846:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.920848:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693700.920851:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693700.920853:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693700.920856:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693700.920859:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693700.920862:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693700.920864:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348608, portal 10
00000100:00000001:3.0:1790693700.920866:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693700.920868:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000040:3.0:1790693700.920874:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920880:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693700.920882:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693700.920885:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693700.920887:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101348608, offset 0
00000400:00000200:3.0:1790693700.920890:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693700.920894:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.920897:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693700.920900:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693700.920903:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693700.920905:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693700.920908:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693700.920911:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6958:6958:256:4294967295] 192.168.204.134@tcp LPNI seq info [6953:6953:8:4294967295]
00000400:00000200:3.0:1790693700.920916:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.920921:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693700.920926:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.920930:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693700.920933:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693700.920936:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693700.920940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693700.920943:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693700.920946:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.920948:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693700.920951:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693700.920954:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693700.920958:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693700.920959:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693700.920962:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693700.920965:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920973:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.920975:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.920982:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.920983:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693700.920986:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693700.920989:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693700.920992:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693700.920994:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298856979
00000100:00000001:3.0:1790693700.920996:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.920999:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298856979
00000100:00000001:3.0:1790693700.921001:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.921003:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693700.921004:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.921006:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693700.921010:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693700/real 1790693700]  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693700.921023:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693700.921024:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693700.921025:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693700.921028:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693700.921029:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693700.921031:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693700.921034:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693700.921041:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921047:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693700.921049:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921050:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921052:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693700.921055:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921062:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693700.921066:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921072:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693700.921074:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921076:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921077:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921079:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693700.921081:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693700.921083:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693700.921086:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693700.921088:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693700.921093:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693700.921100:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348608:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693700.921103:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693700.921107:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921113:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693700.921114:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.921116:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693700.921118:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693700.921120:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693700.921122:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348736:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693700.921125:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693700.921127:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693700.921128:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.921130:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693700.921133:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693700.921135:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693700.921138:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693700.921140:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693700.921143:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693700.921146:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348736, portal 10
00000100:00000001:3.0:1790693700.921147:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693700.921149:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:3.0:1790693700.921154:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921160:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693700.921162:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693700.921164:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693700.921166:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101348736, offset 0
00000400:00000200:3.0:1790693700.921170:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693700.921174:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.921177:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693700.921179:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693700.921181:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693700.921183:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693700.921185:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693700.921188:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6959:6959:256:4294967295] 192.168.204.134@tcp LPNI seq info [6954:6954:8:4294967295]
00000400:00000200:3.0:1790693700.921192:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.921197:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693700.921201:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.921204:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693700.921208:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693700.921211:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693700.921214:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693700.921217:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693700.921220:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.921222:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693700.921225:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693700.921227:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693700.921230:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693700.921232:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693700.921234:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693700.921237:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921244:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.921247:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921253:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.921254:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693700.921257:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693700.921260:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693700.921263:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693700.921265:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298856985
00000100:00000001:3.0:1790693700.921268:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.921270:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298856985
00000100:00000001:3.0:1790693700.921272:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.921274:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693700.921276:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.921277:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693700.921280:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693700/real 1790693700]  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693700.921287:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693700.921288:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693700.921290:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693700.921292:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693700.921294:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693700.921296:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693700.921299:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693700.921307:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921314:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693700.921315:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921316:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921318:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693700.921321:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921327:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693700.921331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921337:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693700.921338:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921340:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921341:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921342:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693700.921344:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693700.921346:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693700.921349:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693700.921351:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693700.921353:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693700.921360:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348736:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693700.921364:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693700.921366:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921371:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693700.921372:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.921374:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693700.921376:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693700.921377:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693700.921380:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348864:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693700.921383:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693700.921385:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693700.921386:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.921388:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693700.921391:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693700.921392:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693700.921395:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693700.921422:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693700.921425:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693700.921428:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348864, portal 4
00000100:00000001:3.0:1790693700.921430:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693700.921431:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:3.0:1790693700.921437:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921442:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693700.921444:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693700.921446:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693700.921448:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101348864, offset 0
00000400:00000200:3.0:1790693700.921452:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693700.921455:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.921458:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693700.921461:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693700.921463:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693700.921465:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693700.921467:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693700.921470:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6960:6960:256:4294967295] 192.168.204.134@tcp LPNI seq info [6955:6955:8:4294967295]
00000400:00000200:3.0:1790693700.921474:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.921480:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693700.921484:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.921487:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693700.921490:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693700.921492:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693700.921496:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693700.921499:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693700.921503:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.921504:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693700.921506:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693700.921509:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693700.921512:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693700.921514:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693700.921516:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693700.921520:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921528:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.921531:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921537:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.921538:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693700.921540:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693700.921543:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693700.921546:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693700.921548:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298856980
00000100:00000001:3.0:1790693700.921550:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.921552:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298856980
00000100:00000001:3.0:1790693700.921554:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.921556:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693700.921557:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.921559:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693700.921563:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693700/real 1790693700]  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693700.921570:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693700.921571:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693700.921573:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693700.921575:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693700.921576:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693700.921578:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693700.921581:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693700.921588:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921594:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693700.921596:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921598:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921599:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693700.921603:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921608:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693700.921612:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921618:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693700.921620:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921622:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921623:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921624:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693700.921626:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693700.921628:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693700.921632:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693700.921634:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693700.921638:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693700.921645:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348864:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693700.921649:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693700.921651:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921657:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693700.921658:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.921661:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693700.921672:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693700.921674:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693700.921677:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348992:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693700.921680:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693700.921682:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693700.921683:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693700.921685:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693700.921688:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693700.921690:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693700.921693:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693700.921695:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693700.921697:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693700.921700:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101348992, portal 4
00000100:00000001:3.0:1790693700.921702:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693700.921703:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:3.0:1790693700.921708:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921714:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693700.921716:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693700.921718:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000200:3.0:1790693700.921721:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101348992, offset 0
00000400:00000200:3.0:1790693700.921724:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693700.921728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.921731:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693700.921734:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693700.921736:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693700.921738:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693700.921740:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693700.921743:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6961:6961:256:4294967295] 192.168.204.134@tcp LPNI seq info [6956:6956:8:4294967295]
00000400:00000200:3.0:1790693700.921746:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693700.921752:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693700.921756:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.921759:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000800:00000200:3.0:1790693700.921762:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693700.921764:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1790693700.921768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693700.921770:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1790693700.921774:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693700.921776:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:3.0:1790693700.921779:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693700.921783:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693700.921785:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:3.0:1790693700.921787:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:3.0:1790693700.921789:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693700.921792:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921800:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.921803:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921809:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.921811:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693700.921814:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693700.921816:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693700.921819:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693700.921821:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298856985
00000100:00000001:3.0:1790693700.921823:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.921825:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298856985
00000100:00000001:3.0:1790693700.921827:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298858243
00000100:00000001:3.0:1790693700.921829:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693700.921831:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.921833:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693700.921836:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693700/real 1790693700]  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693700.921843:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693700.921845:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693700.921846:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693700.921848:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693700.921850:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693700.921852:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693700.921855:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693700.921864:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921870:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693700.921871:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921874:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921875:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693700.921878:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921885:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693700.921889:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921896:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693700.921898:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921899:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693700.921901:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921903:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693700.921904:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693700.921907:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693700.921910:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693700.921912:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693700.921916:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693700.921923:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101348992:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693700.921927:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921929:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.921932:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101348480/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921944:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693700.921947:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693700.921949:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693700.921952:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693700.921955:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693700.921957:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693700.921960:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693700.921962:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:3.0:1790693700.921966:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693700.921967:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693700.921969:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:3.0:1790693700.921973:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693700.921974:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.921976:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.921979:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101348608/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.921986:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693700.921988:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693700.921989:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693700.921992:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693700.921993:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693700.921995:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693700.921997:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693700.921999:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
02000000:00000001:3.0:1790693700.922001:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693700.922002:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693700.922003:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:3.0:1790693700.922005:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693700.922007:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.922008:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.922011:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101348736/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.922017:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693700.922019:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693700.922021:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693700.922028:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693700.922030:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693700.922031:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693700.922033:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693700.922035:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:3.0:1790693700.922037:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693700.922038:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693700.922039:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:3.0:1790693700.922042:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693700.922043:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.922044:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.922048:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101348864/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.922054:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693700.922056:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693700.922057:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693700.922059:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693700.922061:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693700.922062:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693700.922064:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693700.922065:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:3.0:1790693700.922067:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693700.922069:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693700.922070:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:3.0:1790693700.922072:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693700.922074:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.922075:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693700.922078:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101348992/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693700.922085:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693700.922086:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693700.922087:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693700.922090:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693700.922091:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693700.922092:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693700.922094:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693700.922096:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693700.922098:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693700.922099:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693700.922100:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:3.0:1790693700.922102:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693700.922103:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.922105:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693700.922112:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693700.922113:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693700.922115:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693700.922117:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693701.303530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693701.303536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693701.303538:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693701.303540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693701.303542:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693701.303546:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693701.303549:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693701.303554:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693701.303556:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693701.303559:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693701.303560:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693701.303561:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693701.303565:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693701.303568:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693701.303569:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693701.303571:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693701.303573:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693701.303576:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693701.303579:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693701.303580:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693701.303581:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693701.303588:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693701.303590:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693701.303594:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693701.303598:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693701.303601:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693701.303641:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693701.303643:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693701.303644:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693701.303647:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693701.303649:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693701.303650:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693701.303652:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693701.303654:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693701.303668:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693701.303673:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693701.303677:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693701.303682:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693701.943554:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693701.943567:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693701.943571:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693701.943578:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693701.943584:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693701.943590:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693701.943592:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693701.943595:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693701.943598:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693702.263528:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298858243, at 4298858304
00000100:00000040:1.0:1790693702.263528:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298858243, at 4298858304
00000100:00000010:1.0:1790693702.263546:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78ba0.
00000100:00000010:0.0:1790693702.263548:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78f60.
00000100:00000001:1.0:1790693702.327503:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693702.327503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693702.327507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693702.327512:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693702.327513:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693702.327513:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693702.327516:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693702.327517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693702.327522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693702.327522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693702.327523:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693702.327528:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693702.327533:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693702.327537:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693702.327538:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693702.327542:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693702.327542:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693702.327545:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693702.327547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693702.327548:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693702.327548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693702.327554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693702.327556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693702.327557:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693702.327561:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693702.327562:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693702.327562:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693702.327566:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693702.327568:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693702.327571:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693702.327572:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693702.327576:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693702.327577:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693702.327582:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693702.327582:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693702.327586:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693702.327586:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693702.327591:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693702.327592:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693702.327596:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693702.327599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693702.328673:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693702.328677:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693702.328681:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693702.967498:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693702.967505:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693702.967508:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693702.967513:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693702.967516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693702.967520:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693702.967523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693702.967526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693702.967529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693703.351509:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693703.351509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693703.351509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693703.351513:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693703.351516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693703.351517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693703.351518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693703.351518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693703.351518:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693703.351522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693703.351522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693703.351525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693703.351526:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693703.351527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693703.351529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693703.351529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693703.351529:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693703.351531:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693703.351534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693703.351535:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693703.351535:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693703.351537:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693703.351537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693703.351541:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693703.351541:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693703.351541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693703.351547:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693703.351547:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693703.351548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693703.351549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693703.351551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693703.351553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693703.351553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693703.351555:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693703.351560:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693703.351588:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693703.351592:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693703.351598:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693703.991515:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693703.991525:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693703.991527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693703.991534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693703.991539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693703.991544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693703.991556:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693703.991558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693703.991561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693704.375543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693704.375550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693704.375557:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693704.375558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693704.375562:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693704.375563:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693704.375568:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693704.375569:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693704.375856:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693704.375860:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693704.375862:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693704.375867:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693704.375871:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693704.375874:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693704.375876:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693704.375879:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693704.375882:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693704.376140:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693704.376144:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693704.376147:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693704.376200:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693704.376203:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693704.376205:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693704.376208:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693704.376210:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693704.376212:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693704.376215:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693704.376216:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693704.376219:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693704.377746:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693704.377751:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693704.377752:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693704.377756:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693704.377758:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693704.377761:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693704.377763:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693704.377765:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693704.377767:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693705.015501:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693705.015509:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693705.015511:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693705.015517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693705.015521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693705.015526:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693705.015530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693705.015532:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693705.015540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693705.399527:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693705.399534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693705.399544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693705.399548:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693705.399548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693705.399556:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693705.399559:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693705.399561:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693705.399563:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693705.399564:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693705.399566:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693705.399569:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693705.399571:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693705.399574:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693705.399575:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693705.399589:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693705.399591:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693705.399592:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693705.399600:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693705.399601:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693705.399603:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693705.399605:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693705.399607:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693705.399611:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693705.399615:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693705.399619:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693705.399644:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693705.399650:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693705.399654:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693705.399658:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693705.399662:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693705.399665:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693705.399668:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693705.399670:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693705.399672:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693705.399679:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693705.399683:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693705.399687:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693706.039520:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693706.039530:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693706.039532:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693706.039539:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693706.039547:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693706.039551:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693706.039554:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693706.039557:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693706.039561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693706.039589:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693706.039596:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693706.039602:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693706.039605:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693706.039611:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693706.039627:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4189
00000400:00000200:3.0:1790693706.039634:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693706.039639:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693706.039642:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693706.039646:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039649:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693706.039652:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039655:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693706.039663:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693706.039666:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693706.039668:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693706.039672:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693706.039675:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693706.039677:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693706.039681:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039682:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693706.039684:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039686:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693706.039688:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693706.039691:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039693:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693706.039696:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693706.039700:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693706.039702:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.039704:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693706.039706:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693706.039716:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561500.
00000020:00000040:3.0:1790693706.039720:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693706.039723:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693706.039725:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.039727:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693706.039729:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693706.039733:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693706.039741:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000100:00000001:3.0:1790693706.039747:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693706.039755:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693706.039764:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693706.039766:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693706.039771:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6d6b282] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693706.039794:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693706.039797:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693706.039800:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693706.039802:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693706.039804:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693706.039807:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693706.039809:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4189
00000400:00000200:3.0:1790693706.039813:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693706.039817:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693706.039820:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693706.039824:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039827:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693706.039832:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693706.039832:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039840:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693706.039842:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693706.039845:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693706.039847:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1790693706.039850:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693706.039854:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693706.039856:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693706.039862:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693706.039864:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693706.039865:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:3.0:1790693706.039877:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039888:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693706.039894:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.039899:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693706.039904:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693706.039917:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693706.039923:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693706.039927:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.039932:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693706.039935:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693706.039938:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693706.039943:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101349120:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693706.039948:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693706.039953:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693706.039956:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.039959:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693706.039968:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693706.039970:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.039978:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693706.039982:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00000001:3.0:1790693706.039988:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693706.039992:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
02000000:00000001:3.0:1790693706.039993:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693706.040002:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1790693706.040004:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101349120, portal 25
02000000:00000001:3.0:1790693706.040006:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.040009:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693706.040012:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693706.040014:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932673280 : -115045776878336 : ffff975dd1561500)
00000008:00100000:3.0:1790693706.040019:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1790693706.040025:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1790693706.040027:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.040034:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693706.040044:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000100:00000001:0.0:1790693706.040051:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1790693706.040051:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693706.040057:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693706.040061:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693706.040065:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040067:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693706.040070:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1790693706.040072:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
02000000:00000001:3.0:1790693706.040073:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693706.040080:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101349120, offset 0
02000000:00000010:3.0:1790693706.040083:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00000001:3.0:1790693706.040090:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.040095:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00100000:3.0:1790693706.040103:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693706.040112:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693706.040126:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693706.040131:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:3.0:1790693706.040133:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.040140:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1790693706.040144:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693706.040152:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693706.040162:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693706.040169:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040176:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.040177:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6962:6962:256:4294967295] 192.168.204.134@tcp LPNI seq info [6957:6957:8:4294967295]
00000100:00080000:3.0:1790693706.040183:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1790693706.040189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:3.0:1790693706.040194:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693706.040198:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693706.040200:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693706.040209:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1790693706.040210:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1790693706.040215:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4189
00000800:00000200:0.0:1790693706.040229:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693706.040230:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693706.040241:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000010:0.0:1790693706.040242:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000100:00080000:3.0:1790693706.040244:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693706.040251:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040256:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693706.040259:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040262:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:0.0:1790693706.040266:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:3.0:1790693706.040270:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1790693706.040274:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1790693706.040274:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693706.040280:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693706.040286:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000200:0.1:1790693706.040290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:3.0:1790693706.040293:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:0.1:1790693706.040298:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790693706.040300:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:3.0:1790693706.040312:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000100:0.0:1790693706.040313:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040319:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1790693706.040320:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000100:00000040:3.0:1790693706.040329:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693706.040332:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693706.040334:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693706.040340:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:0.0:1790693706.040345:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693706.040351:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040356:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.040357:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693706.040364:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
02000000:00000001:3.0:1790693706.040366:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693706.040372:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693706.040373:0:2398:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1790693706.040378:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693706.040385:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693706.040385:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693706.040392:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693706.040428:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.040430:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693706.040435:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
00000020:00000040:3.0:1790693706.040439:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693706.040442:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693706.040443:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.040446:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693706.040448:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693706.040450:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693706.040455:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:3.0:1790693706.040460:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693706.040470:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693706.040484:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693706.040486:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693706.040490:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693706.040493:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693706.040502:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693706.040516:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693706.040518:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693706.040521:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693706.040523:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693706.040525:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693706.040528:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693706.040531:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4189
00000400:00000200:3.0:1790693706.040535:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693706.040538:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693706.040541:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693706.040544:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040546:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693706.040548:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040549:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693706.040552:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693706.040553:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693706.040555:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693706.040557:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693706.040559:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693706.040560:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693706.040574:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040576:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693706.040578:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693706.040580:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693706.040582:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:0.0:1790693706.040588:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693706.040589:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693706.040594:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693706.040595:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693706.040600:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693706.040604:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693706.040605:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693706.040608:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.040612:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:0.0:1790693706.040616:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:3.0:1790693706.040619:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693706.040622:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298863363
00000008:00000001:3.0:1790693706.040626:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.040631:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693706.040635:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000020:00000040:3.0:1790693706.040637:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:3.0:1790693706.040640:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693706.040642:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.040643:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693706.040645:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693706.040647:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693706.040651:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000100:00000001:3.0:1790693706.040655:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693706.040661:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1790693706.040670:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000001:3.0:1790693706.040671:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693706.040676:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.040683:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1790693706.040684:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.040695:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298863363
00000100:00000001:3.0:1790693706.040699:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693706.040701:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190cc0.
00000100:00080000:3.0:1790693706.040704:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693706.040708:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1790693706.040710:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693706.040715:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693706.040716:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693706.040722:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693706.040723:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.040732:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693706.040733:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693706.040738:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4189
00000100:00100000:0.0:1790693706.040743:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693706/real 1790693706]  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693706.040752:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693706.040766:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693706.040773:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1790693706.040774:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693706.040778:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693706.040787:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000100:00000040:3.0:1790693706.040787:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693706.040797:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00000001:3.0:1790693706.040797:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1790693706.040804:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000040:3.0:1790693706.040806:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693706.040811:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693706.040812:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:0.0:1790693706.040820:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693706.040821:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693706.040824:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693706.040831:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693706.040838:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693706.040846:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000200:0.0:1790693706.040848:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693706.040852:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693706.040867:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693706.040870:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693706.040873:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693706.040874:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.040880:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1790693706.040881:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693706.040884:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693706.040887:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:0.0:1790693706.040893:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693706.040893:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:3.0:1790693706.040903:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693706.040913:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693706.040914:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693706.040923:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1790693706.040929:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.040938:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693706.040941:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.040943:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.040944:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.040948:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693706.040950:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693706.040954:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693706.040959:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693706.040962:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693706.040967:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693706.040974:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101349120:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693706.040979:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.040981:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.040984:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561500 x1877674101349120/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.040991:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693706.040993:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693706.040994:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693706.040999:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:3.0:1790693706.041000:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041006:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1790693706.041006:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693706.041010:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000020:00000001:0.0:1790693706.041011:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693706.041014:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000008:00000001:3.0:1790693706.041017:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693706.041020:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:3.0:1790693706.041022:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693706.041025:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
00000100:00000010:3.0:1790693706.041029:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
02000000:00000001:0.0:1790693706.041033:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1790693706.041035:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693706.041038:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1790693706.041040:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1790693706.041042:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561500.
02000000:00000001:3.0:1790693706.041044:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041050:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693706.041050:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693706.041053:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693706.041054:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693706.041057:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041059:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1790693706.041065:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
00000100:00000001:3.0:1790693706.041070:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041072:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693706.041075:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693706.041078:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693706.041080:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693706.041084:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693706.041087:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693706.041097:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693706.041098:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693706.041102:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693706.041112:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041115:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693706.041118:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041127:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693706.041133:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693706.041140:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693706.041148:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693706.041150:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349248:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693706.041157:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1790693706.041159:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4199)
02000000:00000001:0.0:1790693706.041161:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693706.041164:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041168:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693706.041173:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693706.041175:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.041181:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693706.041184:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693706.041190:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693706.041193:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101349248, portal 10
00000100:00000001:0.0:1790693706.041195:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693706.041197:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:0.0:1790693706.041203:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041207:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693706.041209:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693706.041210:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693706.041212:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101349248, offset 0
00000400:00000200:0.0:1790693706.041215:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693706.041218:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.041221:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693706.041223:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693706.041225:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693706.041227:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693706.041229:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693706.041231:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6963:6963:256:4294967295] 192.168.204.134@tcp LPNI seq info [6958:6958:8:4294967295]
00000400:00000200:0.0:1790693706.041234:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.041239:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693706.041242:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.041244:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693706.041248:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693706.041251:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693706.041254:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693706.041255:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693706.041258:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.041259:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693706.041262:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693706.041264:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693706.041266:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693706.041267:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693706.041269:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693706.041271:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041277:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.041279:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041283:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041284:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693706.041286:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693706.041289:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693706.041290:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693706.041292:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298862099
00000100:00000001:0.0:1790693706.041294:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.041296:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298862099
00000100:00000001:0.0:1790693706.041297:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.041298:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693706.041300:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041301:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693706.041303:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693706/real 1790693706]  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693706.041307:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693706.041308:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693706.041309:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693706.041311:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693706.041312:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693706.041313:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693706.041315:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693706.041320:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041323:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693706.041324:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041325:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.041325:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693706.041327:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041331:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693706.041333:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041336:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693706.041338:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041339:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.041340:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041341:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693706.041343:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693706.041345:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693706.041346:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693706.041348:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693706.041350:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693706.041354:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349248:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693706.041357:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693706.041359:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041364:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693706.041365:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041366:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693706.041367:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693706.041368:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693706.041369:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349376:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693706.041371:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693706.041372:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693706.041373:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041375:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693706.041377:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693706.041378:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.041380:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693706.041382:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693706.041383:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693706.041385:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101349376, portal 10
00000100:00000001:0.0:1790693706.041386:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693706.041387:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:0.0:1790693706.041391:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041395:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693706.041416:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693706.041418:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693706.041419:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101349376, offset 0
00000400:00000200:0.0:1790693706.041422:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693706.041424:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.041426:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693706.041428:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693706.041430:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693706.041432:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693706.041433:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693706.041435:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6964:6964:256:4294967295] 192.168.204.134@tcp LPNI seq info [6959:6959:8:4294967295]
00000400:00000200:0.0:1790693706.041438:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.041442:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693706.041444:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.041446:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693706.041448:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693706.041450:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693706.041453:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693706.041454:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693706.041457:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.041458:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693706.041460:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693706.041462:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693706.041464:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693706.041465:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693706.041466:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693706.041468:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041473:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.041475:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041479:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041480:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693706.041482:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693706.041484:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693706.041487:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693706.041488:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298862106
00000100:00000001:0.0:1790693706.041491:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.041493:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298862106
00000100:00000001:0.0:1790693706.041494:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.041496:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693706.041497:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041498:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693706.041500:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693706/real 1790693706]  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693706.041513:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693706.041514:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693706.041515:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693706.041517:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693706.041518:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693706.041520:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693706.041522:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693706.041527:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041531:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693706.041532:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041532:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.041533:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693706.041535:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041538:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693706.041540:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041544:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693706.041546:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041547:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.041548:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041549:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693706.041550:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693706.041553:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693706.041555:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693706.041557:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693706.041559:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693706.041574:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349376:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693706.041578:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693706.041581:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041584:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693706.041586:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041587:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693706.041588:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693706.041590:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693706.041591:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349504:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693706.041593:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693706.041595:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693706.041596:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041597:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693706.041599:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693706.041601:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.041603:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693706.041605:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693706.041608:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693706.041610:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101349504, portal 4
00000100:00000001:0.0:1790693706.041612:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693706.041613:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:0.0:1790693706.041619:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041631:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693706.041633:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693706.041635:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693706.041637:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101349504, offset 0
00000400:00000200:0.0:1790693706.041641:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693706.041644:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.041647:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693706.041650:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693706.041652:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693706.041655:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693706.041657:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693706.041660:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6965:6965:256:4294967295] 192.168.204.134@tcp LPNI seq info [6960:6960:8:4294967295]
00000400:00000200:0.0:1790693706.041664:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.041669:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693706.041674:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.041677:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693706.041680:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693706.041683:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693706.041687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693706.041690:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693706.041693:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.041695:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693706.041698:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693706.041701:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693706.041704:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693706.041706:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693706.041709:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693706.041712:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041720:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.041723:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041737:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041739:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693706.041741:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693706.041744:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693706.041747:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693706.041749:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298862100
00000100:00000001:0.0:1790693706.041751:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.041753:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298862100
00000100:00000001:0.0:1790693706.041755:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.041757:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693706.041759:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041761:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693706.041765:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693706/real 1790693706]  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693706.041773:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693706.041774:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693706.041776:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693706.041778:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693706.041780:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693706.041782:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693706.041786:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693706.041794:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041800:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693706.041801:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041803:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.041804:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693706.041808:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041816:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693706.041819:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041825:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693706.041828:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041830:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.041831:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041832:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693706.041834:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693706.041836:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693706.041839:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693706.041842:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693706.041845:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693706.041853:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349504:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693706.041857:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041859:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.041862:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101349248/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041868:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693706.041869:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693706.041871:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693706.041874:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693706.041875:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693706.041877:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693706.041879:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693706.041880:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:0.0:1790693706.041883:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693706.041885:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693706.041887:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:0.0:1790693706.041889:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693706.041890:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041892:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.041895:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101349376/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041902:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693706.041903:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693706.041905:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693706.041907:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693706.041908:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693706.041909:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693706.041911:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693706.041913:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:0.0:1790693706.041916:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693706.041917:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693706.041919:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:0.0:1790693706.041921:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693706.041923:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041924:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.041927:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101349504/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041934:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693706.041935:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693706.041937:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693706.041939:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693706.041940:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693706.041941:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693706.041944:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693706.041945:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693706.041948:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693706.041948:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693706.041949:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:0.0:1790693706.041951:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693706.041952:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041953:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.041956:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693706.041957:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.041959:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693706.041961:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693706.041962:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693706.041967:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.041973:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693706.041975:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041977:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693706.041979:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693706.041981:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693706.041983:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349632:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693706.041987:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693706.041989:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693706.041990:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693706.041992:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693706.041995:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693706.041996:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693706.042000:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693706.042002:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693706.042005:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693706.042008:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101349632, portal 4
00000100:00000001:0.0:1790693706.042010:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693706.042011:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:0.0:1790693706.042017:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.042023:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693706.042026:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693706.042028:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693706.042030:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101349632, offset 0
00000400:00000200:0.0:1790693706.042034:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693706.042038:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.042042:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693706.042045:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693706.042047:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693706.042049:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693706.042051:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693706.042054:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6966:6966:256:4294967295] 192.168.204.134@tcp LPNI seq info [6961:6961:8:4294967295]
00000400:00000200:0.0:1790693706.042058:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693706.042064:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693706.042068:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.042071:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693706.042075:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693706.042077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1790693706.042081:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693706.042084:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1790693706.042089:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693706.042090:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693706.042093:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693706.042096:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693706.042099:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693706.042101:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693706.042103:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693706.042107:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.042114:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.042117:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.042123:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.042125:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693706.042128:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693706.042131:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693706.042134:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693706.042136:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298862105
00000100:00000001:0.0:1790693706.042139:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.042141:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298862105
00000100:00000001:0.0:1790693706.042143:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298863363
00000100:00000001:0.0:1790693706.042145:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693706.042147:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.042149:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693706.042152:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693706/real 1790693706]  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693706.042159:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693706.042160:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693706.042162:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693706.042164:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693706.042165:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693706.042167:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693706.042170:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693706.042177:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.042183:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693706.042184:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.042186:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.042187:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693706.042190:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.042197:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693706.042200:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.042207:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693706.042209:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.042211:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693706.042212:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.042214:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693706.042216:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693706.042218:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693706.042221:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693706.042223:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693706.042226:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693706.042233:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349632:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693706.042236:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.042238:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693706.042241:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101349632/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693706.042247:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693706.042249:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693706.042251:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693706.042253:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693706.042254:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693706.042255:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693706.042257:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693706.042259:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:0.0:1790693706.042261:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693706.042262:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693706.042264:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:0.0:1790693706.042266:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693706.042267:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.042269:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693706.042271:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693706.042273:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693706.042274:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693706.042276:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693706.423462:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693706.423471:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693706.423473:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693706.423478:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693706.423482:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693706.423486:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693706.423498:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693706.423498:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693706.423501:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693706.423503:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693706.423505:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693706.423507:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693706.423507:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693706.423510:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693706.423513:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693706.423517:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693706.423520:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693706.423523:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693706.423525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693706.423527:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693706.423528:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693706.423532:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693706.423535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693706.423536:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693706.423539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693706.423540:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693706.423541:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693706.423547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693706.423548:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693706.423550:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693706.423552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693706.423555:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693706.423567:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693706.423568:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693706.423571:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693706.423604:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693706.423609:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693706.423612:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693707.063497:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693707.063505:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693707.063507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693707.063512:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693707.063516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693707.063520:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693707.063524:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693707.063526:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693707.063529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693707.383509:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298863363, at 4298863424
00000100:00000040:1.0:1790693707.383509:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298863363, at 4298863424
00000100:00000010:0.0:1790693707.383522:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000010:1.0:1790693707.383524:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190cc0.
00000100:00000001:2.0:1790693707.447532:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693707.447532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693707.447548:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693707.447551:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693707.447552:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693707.447556:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693707.447556:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1790693707.447559:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693707.447565:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693707.447567:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693707.447568:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693707.447574:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693707.447577:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693707.447580:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693707.447582:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693707.447583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693707.447592:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693707.447592:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693707.447598:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693707.447599:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693707.447604:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693707.447605:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693707.447606:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693707.447614:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693707.447618:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693707.447619:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693707.447623:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693707.447626:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693707.447631:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693707.447634:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693707.447643:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693707.447645:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693707.447685:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693707.447689:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693707.447690:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693707.447694:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693707.447697:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693707.447699:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693707.447702:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693707.447704:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693707.447706:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693707.447733:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693707.447736:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693707.447739:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693708.087513:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693708.087521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693708.087535:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693708.087541:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693708.087544:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693708.087548:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693708.087551:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693708.087553:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693708.087556:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693708.471504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693708.471504:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693708.471507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693708.471512:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693708.471513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693708.471513:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693708.471527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693708.471528:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693708.471533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693708.471533:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693708.471534:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693708.471537:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693708.471541:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693708.471541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693708.471543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693708.471546:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693708.471547:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693708.471547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693708.471551:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693708.471553:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693708.471554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693708.471557:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693708.471563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693708.471563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693708.471567:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693708.471581:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693708.471644:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693708.471648:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693708.471651:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693708.471777:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693708.471779:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693708.471781:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693708.471783:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693708.471785:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693708.471787:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693708.471789:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693708.471791:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693708.471793:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693709.111522:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693709.111531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693709.111533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693709.111539:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693709.111543:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693709.111546:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693709.111549:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693709.111552:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693709.111555:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693709.495532:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693709.495540:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693709.495542:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693709.495543:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693709.495547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693709.495549:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693709.495555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693709.495556:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693709.495560:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693709.495566:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693709.495567:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693709.495571:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693709.495573:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693709.495574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693709.495576:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693709.495578:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693709.495585:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693709.495586:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693709.495628:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693709.495631:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693709.495632:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693709.495635:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693709.495635:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693709.495637:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693709.495641:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693709.495642:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693709.495646:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693709.495647:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693709.495650:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693709.495651:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693709.495654:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693709.495656:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693709.495660:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693709.495662:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693709.495665:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693709.495668:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693709.495670:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693709.495672:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693710.135545:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693710.135552:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693710.135555:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693710.135560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693710.135564:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693710.135567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693710.135570:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693710.135572:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693710.135575:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693710.519542:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693710.519542:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693710.519551:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693710.519552:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693710.519556:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693710.519556:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693710.519563:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693710.519564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693710.519568:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693710.519569:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693710.519575:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693710.519575:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693710.519579:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693710.519581:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693710.519583:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693710.519585:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693710.519588:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693710.519589:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519749:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693710.519752:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519756:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693710.519760:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693710.519762:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693710.519767:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519770:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693710.519773:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519775:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519777:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519781:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693710.519783:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693710.519784:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693710.519786:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519788:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693710.519789:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519791:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693710.519793:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693710.519794:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693710.519797:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693710.519798:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693710.519800:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693710.519801:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693710.519806:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693710.519809:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693710.519811:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693710.519813:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693710.519815:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693710.519816:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693710.519859:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693710.519863:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693710.519867:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693711.159530:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693711.159538:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693711.159542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693711.159547:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693711.159552:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693711.159556:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693711.159560:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1790693711.159561:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693711.159564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693711.159569:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693711.159571:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693711.159575:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693711.159579:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693711.159583:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693711.159590:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4194
00000400:00000200:1.0:1790693711.159598:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693711.159605:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693711.159609:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693711.159612:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159615:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693711.159617:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159620:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693711.159630:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693711.159633:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693711.159636:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693711.159640:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693711.159642:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693711.159645:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693711.159648:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159651:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693711.159653:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159655:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693711.159658:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693711.159661:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159664:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693711.159667:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693711.159671:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693711.159674:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.159677:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693711.159679:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693711.159689:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
00000020:00000040:1.0:1790693711.159692:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693711.159696:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693711.159698:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.159701:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693711.159704:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693711.159709:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693711.159715:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693711.159720:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693711.159728:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693711.159736:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693711.159738:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693711.159741:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693711.159756:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693711.159758:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693711.159760:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693711.159761:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693711.159762:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693711.159764:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693711.159766:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4194
00000400:00000200:1.0:1790693711.159768:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693711.159771:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693711.159772:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693711.159775:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159776:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693711.159778:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159779:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693711.159782:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693711.159782:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000001:0.0:1790693711.159784:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790693711.159784:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693711.159786:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:0.0:1790693711.159789:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693711.159789:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693711.159792:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693711.159792:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693711.159796:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159800:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693711.159801:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693711.159802:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159806:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693711.159810:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693711.159812:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.159815:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1790693711.159817:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:0.0:1790693711.159818:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693711.159823:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693711.159826:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:0.0:1790693711.159828:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101349760:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693711.159831:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693711.159834:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693711.159840:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693711.159842:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.159846:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693711.159849:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1790693711.159851:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1790693711.159855:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1790693711.159856:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.159860:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.159861:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.159867:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1790693711.159868:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d180.
00000020:00000040:1.0:1790693711.159871:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000010:0.0:1790693711.159874:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
02000000:00000001:1.0:1790693711.159874:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693711.159878:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.159879:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.159882:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693711.159885:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1790693711.159888:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693711.159888:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693711.159894:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
02000000:00000010:1.0:1790693711.159895:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693711.159901:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693711.159903:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00100000:1.0:1790693711.159907:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1790693711.159913:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101349760, portal 25
00000100:00000001:1.0:1790693711.159914:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693711.159916:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.159918:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1790693711.159920:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4107112] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.159922:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000001:1.0:1790693711.159931:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693711.159933:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693711.159934:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693711.159941:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693711.159943:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693711.159945:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693711.159949:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693711.159950:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693711.159954:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4194
00000100:00000040:0.0:1790693711.159957:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693711.159961:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000400:00000200:1.0:1790693711.159961:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693711.159965:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000200:0.0:1790693711.159966:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101349760, offset 0
00000100:00080000:1.0:1790693711.159969:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693711.159972:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159974:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1790693711.159978:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693711.159979:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.159983:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693711.159985:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693711.159986:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693711.159987:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693711.159988:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693711.159990:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:0.0:1790693711.159994:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:1.0:1790693711.159995:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693711.160001:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693711.160004:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693711.160005:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693711.160010:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693711.160013:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693711.160014:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693711.160018:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:0.0:1790693711.160019:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:1.0:1790693711.160025:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693711.160026:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693711.160032:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693711.160033:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:1.0:1790693711.160036:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693711.160040:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6967:6967:256:4294967295] 192.168.204.134@tcp LPNI seq info [6962:6962:8:4294967295]
02000000:00000001:1.0:1790693711.160041:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693711.160046:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693711.160049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693711.160050:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693711.160054:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693711.160057:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160060:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693711.160063:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ca80.
00000020:00000040:1.0:1790693711.160067:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:0.0:1790693711.160070:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1790693711.160072:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693711.160075:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160077:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693711.160080:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1790693711.160081:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.160088:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
02000000:00000001:1.0:1790693711.160089:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693711.160095:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000800:00000200:0.0:1790693711.160098:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693711.160101:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693711.160104:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00100000:1.0:1790693711.160109:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1790693711.160115:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693711.160121:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1790693711.160123:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693711.160127:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1790693711.160128:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693711.160133:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bce32b5] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1790693711.160134:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000100:00000001:1.0:1790693711.160143:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693711.160144:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790693711.160148:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1790693711.160153:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1790693711.160155:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693711.160157:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693711.160159:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1790693711.160160:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000100:00000001:1.0:1790693711.160162:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:0.0:1790693711.160164:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00080000:1.0:1790693711.160168:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4194
00000100:00000001:0.0:1790693711.160171:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000400:00000200:1.0:1790693711.160175:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:0.0:1790693711.160179:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693711.160180:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693711.160186:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693711.160191:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.160196:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693711.160199:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693711.160200:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693711.160202:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693711.160206:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1790693711.160207:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693711.160208:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693711.160211:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693711.160213:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693711.160218:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693711.160222:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:0.0:1790693711.160224:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693711.160227:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693711.160229:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693711.160232:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693711.160236:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693711.160238:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160239:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693711.160243:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000400:00000200:0.0:1790693711.160247:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693711.160249:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693711.160253:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693711.160255:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693711.160257:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693711.160259:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160261:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693711.160263:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693711.160265:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298868482
00000008:00000001:1.0:1790693711.160266:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160271:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693711.160274:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000010:1.0:1790693711.160276:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000020:00000040:1.0:1790693711.160281:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:0.0:1790693711.160282:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1790693711.160284:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693711.160286:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160288:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693711.160290:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693711.160291:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298868482
02000000:00000001:1.0:1790693711.160292:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693711.160298:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190de0.
02000000:00000010:1.0:1790693711.160300:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:0.0:1790693711.160303:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693711.160305:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693711.160312:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693711.160318:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693711.160319:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693711.160320:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.160326:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693711.160328:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160330:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693711.160338:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693711.160339:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693711/real 1790693711]  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693711.160343:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693711.160352:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693711.160355:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693711.160358:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1790693711.160359:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1790693711.160360:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000001:0.0:1790693711.160363:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1790693711.160365:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4194
00000400:00000010:0.0:1790693711.160367:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:1.0:1790693711.160370:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693711.160375:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693711.160376:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000100:00080000:1.0:1790693711.160377:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1790693711.160380:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000040:1.0:1790693711.160381:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.160385:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693711.160386:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:1.0:1790693711.160387:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.160390:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693711.160393:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1790693711.160394:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693711.160395:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693711.160416:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693711.160418:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693711.160420:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693711.160422:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693711.160426:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.160428:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693711.160430:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693711.160432:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693711.160434:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693711.160437:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693711.160439:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693711.160440:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693711.160443:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693711.160445:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160446:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693711.160448:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693711.160451:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160452:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693711.160456:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000020:00000040:1.0:1790693711.160458:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693711.160460:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693711.160462:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.160464:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693711.160476:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693711.160478:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693711.160481:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693711.160485:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693711.160489:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693711.160499:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693711.160501:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693711.160504:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693711.160511:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693711.160515:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4204)
00000100:00000200:0.0:1790693711.160548:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160556:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693711.160558:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160560:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.160563:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693711.160566:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160573:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693711.160578:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160591:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693711.160593:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160595:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.160596:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160599:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693711.160601:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693711.160604:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693711.160607:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693711.160610:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693711.160614:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693711.160621:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101349760:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693711.160625:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160627:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.160630:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101349760/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160637:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693711.160639:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693711.160642:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693711.160646:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693711.160648:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693711.160649:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693711.160651:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693711.160654:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:0.0:1790693711.160657:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693711.160659:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693711.160661:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:0.0:1790693711.160663:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693711.160664:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160666:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160672:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693711.160673:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.160675:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693711.160676:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693711.160677:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693711.160680:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160685:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693711.160686:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.160687:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693711.160689:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693711.160690:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693711.160692:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349888:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693711.160694:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693711.160695:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693711.160697:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.160698:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693711.160700:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693711.160702:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693711.160705:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693711.160707:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693711.160709:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693711.160711:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101349888, portal 10
00000100:00000001:0.0:1790693711.160713:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693711.160714:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912798592 : -115045796753024 : ffff975dd026d180)
00000100:00000040:0.0:1790693711.160719:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160723:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693711.160724:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693711.160726:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693711.160727:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101349888, offset 0
00000400:00000200:0.0:1790693711.160730:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693711.160732:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.160735:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693711.160738:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693711.160740:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693711.160741:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693711.160743:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693711.160745:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6968:6968:256:4294967295] 192.168.204.134@tcp LPNI seq info [6963:6963:8:4294967295]
00000400:00000200:0.0:1790693711.160748:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.160752:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693711.160755:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.160758:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693711.160760:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693711.160762:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693711.160765:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693711.160767:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693711.160783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.160785:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693711.160788:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693711.160792:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693711.160795:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693711.160797:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693711.160800:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693711.160804:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160812:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.160815:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160822:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.160823:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693711.160828:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693711.160831:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693711.160835:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693711.160837:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298867219
00000100:00000001:0.0:1790693711.160840:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.160842:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298867219
00000100:00000001:0.0:1790693711.160844:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.160846:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693711.160848:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.160850:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693711.160853:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693711/real 1790693711]  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693711.160861:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693711.160862:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693711.160864:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693711.160866:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693711.160867:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693711.160869:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693711.160872:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693711.160880:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160886:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693711.160887:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160889:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.160890:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693711.160893:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160899:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693711.160902:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160908:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693711.160911:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160912:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.160914:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.160915:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693711.160917:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693711.160919:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693711.160923:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693711.160925:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693711.160928:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693711.160935:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101349888:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693711.160939:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693711.160941:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160947:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693711.160948:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.160950:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693711.160952:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693711.160953:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693711.160956:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350016:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693711.160959:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693711.160961:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693711.160962:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.160964:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693711.160967:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693711.160968:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693711.160972:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693711.160974:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693711.160977:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693711.160980:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350016, portal 10
00000100:00000001:0.0:1790693711.160982:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693711.160983:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912796800 : -115045796754816 : ffff975dd026ca80)
00000100:00000040:0.0:1790693711.160990:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.160996:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693711.160998:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693711.161001:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693711.161003:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101350016, offset 0
00000400:00000200:0.0:1790693711.161007:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693711.161010:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.161014:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693711.161017:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693711.161019:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693711.161021:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693711.161023:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693711.161026:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6969:6969:256:4294967295] 192.168.204.134@tcp LPNI seq info [6964:6964:8:4294967295]
00000400:00000200:0.0:1790693711.161029:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.161033:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693711.161036:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.161039:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693711.161043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693711.161045:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693711.161049:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693711.161052:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693711.161055:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.161057:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693711.161060:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693711.161062:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693711.161065:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693711.161067:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693711.161069:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693711.161072:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161079:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.161083:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161089:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.161091:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693711.161094:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693711.161097:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693711.161101:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693711.161103:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298867225
00000100:00000001:0.0:1790693711.161105:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.161108:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298867225
00000100:00000001:0.0:1790693711.161110:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.161112:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693711.161114:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.161116:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693711.161120:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693711/real 1790693711]  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693711.161128:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693711.161129:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693711.161131:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693711.161133:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693711.161135:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693711.161138:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693711.161141:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693711.161149:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161155:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693711.161157:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161158:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.161159:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693711.161163:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161170:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693711.161174:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161181:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693711.161183:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161184:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.161185:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161187:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693711.161188:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693711.161190:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693711.161192:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693711.161195:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693711.161198:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693711.161204:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350016:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693711.161206:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693711.161208:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161211:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693711.161212:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.161213:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693711.161215:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693711.161216:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693711.161217:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350144:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693711.161219:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693711.161220:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693711.161221:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.161222:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693711.161225:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693711.161226:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693711.161228:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693711.161230:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693711.161232:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693711.161234:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350144, portal 4
00000100:00000001:0.0:1790693711.161235:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693711.161236:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:0.0:1790693711.161240:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161247:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693711.161249:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693711.161251:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693711.161253:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101350144, offset 0
00000400:00000200:0.0:1790693711.161257:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693711.161260:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.161263:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693711.161266:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693711.161269:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693711.161271:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693711.161273:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693711.161275:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6970:6970:256:4294967295] 192.168.204.134@tcp LPNI seq info [6965:6965:8:4294967295]
00000400:00000200:0.0:1790693711.161279:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.161284:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693711.161289:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.161292:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693711.161295:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693711.161297:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693711.161301:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693711.161303:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693711.161306:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.161307:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693711.161309:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693711.161311:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693711.161313:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693711.161314:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693711.161316:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693711.161318:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161323:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.161325:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161329:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.161329:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693711.161331:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693711.161333:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693711.161335:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693711.161337:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298867219
00000100:00000001:0.0:1790693711.161338:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.161341:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298867219
00000100:00000001:0.0:1790693711.161343:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.161345:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693711.161347:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.161348:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693711.161351:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693711/real 1790693711]  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693711.161358:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693711.161359:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693711.161361:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693711.161363:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693711.161364:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693711.161366:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693711.161369:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693711.161378:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161384:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693711.161385:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161387:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.161389:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693711.161392:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161439:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693711.161444:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161451:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693711.161453:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161455:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.161456:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161458:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693711.161459:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693711.161461:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693711.161463:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693711.161475:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693711.161480:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693711.161488:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350144:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693711.161492:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693711.161494:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161504:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693711.161505:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.161507:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693711.161556:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693711.161559:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693711.161563:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350272:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693711.161565:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693711.161567:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693711.161569:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693711.161570:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693711.161574:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693711.161575:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693711.161579:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693711.161581:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693711.161585:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693711.161588:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350272, portal 4
00000100:00000001:0.0:1790693711.161589:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693711.161591:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:0.0:1790693711.161597:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161603:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693711.161605:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693711.161607:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693711.161610:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101350272, offset 0
00000400:00000200:0.0:1790693711.161613:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693711.161616:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.161620:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693711.161622:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693711.161625:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693711.161626:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693711.161628:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693711.161630:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6971:6971:256:4294967295] 192.168.204.134@tcp LPNI seq info [6966:6966:8:4294967295]
00000400:00000200:0.0:1790693711.161633:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693711.161637:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693711.161640:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.161642:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693711.161644:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693711.161646:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1790693711.161648:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693711.161650:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1790693711.161652:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693711.161654:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693711.161655:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693711.161657:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693711.161660:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693711.161662:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693711.161664:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693711.161667:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161674:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.161677:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161682:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.161684:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693711.161687:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693711.161690:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693711.161693:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693711.161695:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298867225
00000100:00000001:0.0:1790693711.161697:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.161699:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298867225
00000100:00000001:0.0:1790693711.161701:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298868482
00000100:00000001:0.0:1790693711.161704:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693711.161705:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.161707:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693711.161711:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693711/real 1790693711]  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693711.161719:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693711.161720:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693711.161722:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693711.161724:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693711.161725:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693711.161727:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693711.161730:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693711.161738:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161744:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693711.161745:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161747:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.161748:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693711.161751:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161757:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693711.161761:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161767:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693711.161769:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161771:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693711.161772:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161774:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693711.161775:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693711.161777:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693711.161780:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693711.161783:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693711.161785:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693711.161791:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350272:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693711.161794:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161796:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.161799:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d180 x1877674101349888/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161804:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693711.161805:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693711.161807:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693711.161809:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693711.161811:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693711.161812:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693711.161814:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693711.161815:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:0.0:1790693711.161818:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693711.161819:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693711.161820:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d180.
00000100:00000001:0.0:1790693711.161822:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693711.161823:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161824:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.161827:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ca80 x1877674101350016/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161850:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693711.161851:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693711.161853:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693711.161855:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693711.161856:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693711.161857:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693711.161859:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693711.161860:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:0.0:1790693711.161862:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693711.161864:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693711.161865:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ca80.
00000100:00000001:0.0:1790693711.161867:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693711.161869:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161870:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.161874:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101350144/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161880:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693711.161881:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693711.161883:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693711.161885:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693711.161886:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693711.161888:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693711.161890:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693711.161892:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:0.0:1790693711.161894:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693711.161895:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693711.161896:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:0.0:1790693711.161898:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693711.161899:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161901:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693711.161904:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101350272/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693711.161910:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693711.161911:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693711.161912:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693711.161915:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693711.161916:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693711.161917:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693711.161919:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693711.161920:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693711.161922:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693711.161923:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693711.161924:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:0.0:1790693711.161926:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693711.161927:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161929:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693711.161934:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693711.161936:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.161938:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693711.161939:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.543528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693711.543528:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693711.543532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693711.543537:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693711.543538:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693711.543538:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.543541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693711.543546:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693711.543547:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693711.543549:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.543555:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693711.543556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693711.543560:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693711.543560:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.543565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693711.543567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693711.543569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693711.543571:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693711.543575:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.543595:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1790693711.543600:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693711.543604:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693711.543605:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693711.543611:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693711.543613:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1790693711.543619:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693711.543623:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693711.543627:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693711.543631:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693711.543633:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693711.543636:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693711.543664:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693711.543669:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693711.543671:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693711.543674:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693711.543676:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693711.543678:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693711.543680:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693712.183600:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693712.183607:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693712.183609:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693712.183615:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693712.183620:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693712.183626:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693712.183634:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693712.183637:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693712.183641:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693712.503566:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298868482, at 4298868544
00000100:00000040:0.0:1790693712.503567:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298868482, at 4298868544
00000100:00000010:1.0:1790693712.503592:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190de0.
00000100:00000010:0.0:1790693712.503598:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000001:2.0:1790693712.567547:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693712.567547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693712.567551:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693712.567556:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693712.567558:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693712.567559:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693712.567566:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693712.567567:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693712.567568:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693712.567572:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693712.567578:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693712.567580:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693712.567581:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693712.567582:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693712.567584:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693712.567591:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693712.567592:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693712.567592:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693712.567598:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693712.567601:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693712.567602:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693712.567602:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693712.567610:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693712.567611:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693712.567613:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693712.567615:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693712.567619:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693712.567622:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693712.567623:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693712.567627:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693712.567629:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693712.567633:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693712.567670:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1790693712.567670:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693712.567675:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693712.567677:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:2.0:1790693712.567679:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693712.567680:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693712.567685:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693712.567689:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693712.567692:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693712.567695:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693712.567697:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693712.567700:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693713.207561:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693713.207572:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693713.207575:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693713.207584:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693713.207589:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693713.207594:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693713.207597:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693713.207601:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693713.207610:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693713.591523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693713.591534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693713.591544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693713.591545:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693713.591549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693713.591550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693713.591556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693713.591558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693713.591571:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693713.591578:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693713.591581:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693713.591586:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693713.591592:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693713.591594:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693713.591597:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693713.591599:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693713.591602:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1790693713.591604:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693713.591608:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693713.591613:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693713.591655:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693713.591664:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693713.591666:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693713.591672:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693713.591676:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693713.591681:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693713.591683:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693713.591685:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693713.591687:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693713.591755:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693713.591759:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693713.591761:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693713.591763:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693713.591765:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693713.591768:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693713.591774:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693713.591776:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693713.591778:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693714.231503:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693714.231513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693714.231515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693714.231523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693714.231530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693714.231535:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693714.231538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693714.231542:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693714.231546:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693714.615552:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693714.615552:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693714.615561:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693714.615561:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693714.615565:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693714.615565:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693714.615572:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693714.615574:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693714.615575:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693714.615578:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693714.615581:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693714.615581:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693714.615582:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693714.615587:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693714.615587:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693714.615588:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693714.615592:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693714.615594:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693714.615595:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693714.615598:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693714.615599:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693714.615603:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693714.615607:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693714.615609:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693714.615611:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693714.615615:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693714.615619:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693714.616934:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693714.616938:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693714.616944:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693714.616945:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693714.616948:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693714.616949:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693714.616953:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693714.616954:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693714.617055:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693714.617058:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693714.617062:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693715.255586:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693715.255593:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693715.255595:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693715.255599:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693715.255603:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693715.255606:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693715.255609:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693715.255611:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693715.255614:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693715.639512:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693715.639515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693715.639515:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693715.639519:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693715.639520:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693715.639523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693715.639529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693715.639529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693715.639534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693715.639535:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693715.639535:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693715.639539:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693715.639541:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693715.639541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693715.639543:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693715.639545:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693715.639548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693715.639549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693715.639552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693715.639552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693715.639553:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693715.639557:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693715.639558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693715.639559:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693715.639563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693715.639567:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693715.639671:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693715.639674:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693715.639675:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693715.639677:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693715.639679:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693715.639681:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693715.639683:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693715.639684:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693715.639686:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693715.639760:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693715.639763:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693715.639767:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693716.279513:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693716.279521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693716.279523:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693716.279528:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693716.279532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693716.279535:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693716.279538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693716.279540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693716.279543:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693716.279631:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693716.279638:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693716.279640:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693716.279643:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693716.279647:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693716.279655:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4199
00000400:00000200:1.0:1790693716.279662:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693716.279668:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693716.279672:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693716.279675:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279678:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.279680:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279682:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693716.279690:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693716.279692:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693716.279694:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693716.279697:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693716.279700:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693716.279702:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693716.279705:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279707:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.279709:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279711:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693716.279714:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693716.279718:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279721:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693716.279724:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693716.279727:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693716.279730:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.279732:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693716.279735:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693716.279743:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693716.279747:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693716.279750:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693716.279752:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.279755:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693716.279757:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693716.279761:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693716.279769:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000100:00000001:1.0:1790693716.279776:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693716.279784:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693716.279793:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693716.279796:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693716.279801:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693716.279827:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693716.279830:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693716.279832:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693716.279833:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693716.279835:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693716.279838:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693716.279840:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4199
00000400:00000200:1.0:1790693716.279844:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693716.279847:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693716.279849:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693716.279853:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279854:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.279857:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279859:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693716.279862:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693716.279863:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693716.279865:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693716.279867:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693716.279869:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693716.279870:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693716.279874:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279875:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.279876:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279878:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693716.279881:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693716.279883:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279885:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693716.279887:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693716.279892:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693716.279894:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.279896:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693716.279900:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693716.279904:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.279906:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693716.279909:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693716.279911:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693716.279914:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693716.279915:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.279917:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693716.279918:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693716.279919:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693716.279922:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693716.279925:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693716.279928:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693716.279933:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693716.279935:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693716.279937:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693716.279941:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693716.279943:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693716.279946:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693716.279947:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693716.279947:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693716.279949:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693716.279951:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4199
00000400:00000200:1.0:1790693716.279953:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693716.279955:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693716.279957:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693716.279958:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279959:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.279972:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279973:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693716.279976:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693716.279976:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693716.279977:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693716.279979:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693716.279980:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693716.279981:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693716.279983:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279984:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.279985:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279986:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693716.279988:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693716.279990:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693716.279991:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693716.279992:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693716.279994:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693716.279995:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.279996:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693716.279997:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693716.279998:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.279999:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693716.280002:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693716.280003:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693716.280005:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693716.280005:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.280006:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693716.280007:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693716.280008:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693716.280011:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:1.0:1790693716.280012:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693716.280015:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693716.280019:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693716.280020:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693716.280022:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693716.280027:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693716.280028:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693716.280030:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693716.280031:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693716.280032:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693716.280034:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693716.280036:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4199
00000400:00000200:1.0:1790693716.280038:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693716.280040:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693716.280041:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693716.280042:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280044:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.280045:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280046:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693716.280047:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693716.280048:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693716.280049:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693716.280050:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693716.280051:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693716.280052:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693716.280054:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693716.280082:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693716.280087:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693716.280090:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693716.280098:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280106:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693716.280108:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.280111:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693716.280114:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693716.280116:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693716.280120:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101350400:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693716.280124:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693716.280129:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693716.280132:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.280135:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693716.280140:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693716.280142:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693716.280148:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693716.280151:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693716.280157:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693716.280165:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350400, portal 25
00000100:00000001:0.0:1790693716.280167:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693716.280169:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:0.0:1790693716.280175:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280184:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693716.280186:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693716.280189:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693716.280192:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101350400, offset 0
00000400:00000200:0.0:1790693716.280199:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693716.280208:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.280214:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693716.280219:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693716.280223:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693716.280226:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693716.280229:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693716.280233:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6972:6972:256:4294967295] 192.168.204.134@tcp LPNI seq info [6967:6967:8:4294967295]
00000400:00000200:0.0:1790693716.280237:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.280245:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693716.280251:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.280255:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693716.280262:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693716.280266:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693716.280272:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693716.280275:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693716.280279:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.280282:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693716.280288:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693716.280291:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693716.280295:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693716.280297:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693716.280300:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693716.280303:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280309:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.280312:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280319:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.280323:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693716.280323:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.280327:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280329:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693716.280331:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:0.0:1790693716.280332:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693716.280334:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280337:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693716.280341:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693716.280341:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693716.280345:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693716.280346:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298873602
02000000:00000001:1.0:1790693716.280348:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.280352:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693716.280354:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1790693716.280355:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000008:00000001:1.0:1790693716.280356:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.280359:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693716.280363:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693716.280364:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1790693716.280377:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693716.280383:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693716.280384:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.280385:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693716.280386:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693716.280387:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298873602
02000000:00000001:1.0:1790693716.280388:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693716.280396:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:1.0:1790693716.280414:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693716.280417:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693716.280422:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693716.280424:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693716.280427:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693716.280436:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693716.280438:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693716.280441:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693716.280443:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693716.280444:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693716.280447:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693716.280449:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4199
00000400:00000200:1.0:1790693716.280453:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693716.280456:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693716.280459:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693716.280462:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280464:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.280467:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280470:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693716.280473:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693716.280475:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693716.280476:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693716.280478:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693716.280480:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693716.280481:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693716.280484:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280485:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693716.280487:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280489:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000010:0.0:1790693716.280490:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190180.
00000020:00000040:1.0:1790693716.280491:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693716.280495:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693716.280497:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.280498:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1790693716.280499:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693716.280503:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693716.280506:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.280507:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693716.280508:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693716.280510:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.280512:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.280513:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1790693716.280516:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000100:00000001:0.0:1790693716.280519:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693716.280520:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:0.0:1790693716.280526:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1790693716.280526:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693716.280530:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.280532:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693716.280534:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1790693716.280535:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693716/real 1790693716]  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693716.280537:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693716.280541:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693716.280545:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693716.280551:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1790693716.280563:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693716.280565:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693716.280567:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693716.280579:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693716.280581:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693716.280584:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693716.280589:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693716.280597:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280603:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693716.280605:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.280607:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.280609:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693716.280612:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280619:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693716.280624:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280631:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693716.280633:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.280635:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.280636:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.280638:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693716.280640:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693716.280643:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693716.280646:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693716.280649:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693716.280653:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693716.280662:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101350400:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693716.280666:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693716.280668:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280677:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693716.280678:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.280679:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693716.280681:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693716.280682:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693716.280683:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350528:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693716.280685:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693716.280686:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693716.280687:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.280688:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693716.280691:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693716.280693:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693716.280699:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693716.280704:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00000001:1.0:1790693716.280708:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1790693716.280710:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000001:1.0:1790693716.280711:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693716.280716:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350528, portal 10
00000100:00000040:1.0:1790693716.280718:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280721:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693716.280725:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000001:1.0:1790693716.280731:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693716.280737:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693716.280738:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4210)
00000100:00000001:0.0:1790693716.280745:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693716.280747:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693716.280749:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693716.280752:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101350528, offset 0
00000400:00000200:0.0:1790693716.280757:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693716.280761:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.280765:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693716.280767:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693716.280770:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693716.280772:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693716.280774:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693716.280777:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6973:6973:256:4294967295] 192.168.204.134@tcp LPNI seq info [6968:6968:8:4294967295]
00000400:00000200:0.0:1790693716.280781:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.280788:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693716.280792:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.280796:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693716.280800:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693716.280803:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693716.280807:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693716.280809:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693716.280813:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.280815:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693716.280818:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693716.280821:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693716.280824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693716.280826:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693716.280828:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693716.280832:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280840:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.280844:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280850:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.280852:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693716.280855:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693716.280859:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693716.280863:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693716.280865:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298872339
00000100:00000001:0.0:1790693716.280867:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.280868:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298872339
00000100:00000001:0.0:1790693716.280870:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.280871:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693716.280873:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.280874:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693716.280877:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693716/real 1790693716]  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693716.280882:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693716.280883:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693716.280884:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693716.280885:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693716.280887:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693716.280888:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693716.280890:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693716.280894:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280898:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693716.280899:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.280900:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.280900:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693716.280902:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280906:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693716.280908:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280912:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693716.280913:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.280914:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.280915:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.280916:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693716.280917:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693716.280919:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693716.280921:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693716.280922:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693716.280924:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693716.280929:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350528:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693716.280931:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693716.280932:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280936:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693716.280937:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.280938:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693716.280939:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693716.280940:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693716.280941:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350656:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693716.280943:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693716.280944:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693716.280946:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.280947:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693716.280949:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693716.280950:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693716.280952:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693716.280954:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693716.280955:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693716.280957:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350656, portal 10
00000100:00000001:0.0:1790693716.280958:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693716.280959:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:0.0:1790693716.280963:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.280967:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693716.280969:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693716.280971:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693716.280973:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101350656, offset 0
00000400:00000200:0.0:1790693716.280977:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693716.280980:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.280983:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693716.280986:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693716.280988:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693716.280990:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693716.280992:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693716.280995:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6974:6974:256:4294967295] 192.168.204.134@tcp LPNI seq info [6969:6969:8:4294967295]
00000400:00000200:0.0:1790693716.280999:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.281004:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693716.281008:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.281012:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693716.281015:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693716.281018:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693716.281021:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693716.281024:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693716.281027:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.281029:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693716.281032:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693716.281035:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693716.281038:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693716.281039:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693716.281042:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693716.281045:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281052:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281055:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281061:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281062:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693716.281065:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693716.281068:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693716.281071:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693716.281073:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298872345
00000100:00000001:0.0:1790693716.281075:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.281077:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298872345
00000100:00000001:0.0:1790693716.281079:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.281081:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693716.281083:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281085:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693716.281088:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693716/real 1790693716]  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693716.281095:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693716.281096:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693716.281098:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693716.281100:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693716.281101:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693716.281103:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693716.281106:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693716.281114:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281120:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693716.281121:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281123:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.281124:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693716.281127:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281133:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693716.281137:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281144:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693716.281146:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281147:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.281148:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281150:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693716.281151:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693716.281154:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693716.281157:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693716.281159:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693716.281162:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693716.281169:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350656:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693716.281172:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281174:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281177:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101350400/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281183:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693716.281186:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693716.281188:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693716.281190:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693716.281192:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693716.281194:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693716.281196:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693716.281197:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:0.0:1790693716.281201:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693716.281203:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693716.281205:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:0.0:1790693716.281208:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693716.281209:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281210:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281214:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101350528/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281221:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693716.281222:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693716.281224:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693716.281226:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693716.281228:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693716.281229:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693716.281231:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693716.281232:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
02000000:00000001:0.0:1790693716.281234:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693716.281235:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693716.281236:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:0.0:1790693716.281238:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693716.281240:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281241:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281244:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101350656/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281250:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693716.281251:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693716.281252:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693716.281254:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693716.281255:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693716.281256:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693716.281259:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693716.281260:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:0.0:1790693716.281262:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693716.281263:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693716.281264:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:0.0:1790693716.281266:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693716.281267:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281269:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281274:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693716.281276:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281278:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693716.281279:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693716.281280:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693716.281283:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281289:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693716.281290:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.281292:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693716.281293:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693716.281295:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693716.281297:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350784:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693716.281300:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693716.281301:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693716.281303:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.281304:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693716.281307:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693716.281309:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693716.281312:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693716.281315:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693716.281318:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693716.281321:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350784, portal 4
00000100:00000001:0.0:1790693716.281322:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693716.281323:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:0.0:1790693716.281329:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281334:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693716.281336:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693716.281338:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693716.281340:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101350784, offset 0
00000400:00000200:0.0:1790693716.281343:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693716.281346:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.281349:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693716.281352:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693716.281354:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693716.281356:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693716.281358:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693716.281360:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6975:6975:256:4294967295] 192.168.204.134@tcp LPNI seq info [6970:6970:8:4294967295]
00000400:00000200:0.0:1790693716.281364:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.281380:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693716.281384:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.281387:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693716.281391:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693716.281393:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693716.281426:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693716.281429:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693716.281433:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.281435:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693716.281438:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693716.281441:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693716.281444:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693716.281446:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693716.281448:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693716.281452:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281459:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281462:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281467:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281469:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693716.281471:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693716.281475:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693716.281478:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693716.281479:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298872340
00000100:00000001:0.0:1790693716.281481:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.281483:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298872340
00000100:00000001:0.0:1790693716.281485:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.281487:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693716.281488:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281490:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693716.281493:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693716/real 1790693716]  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693716.281500:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693716.281501:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693716.281503:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693716.281505:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693716.281506:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693716.281508:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693716.281510:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693716.281516:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281521:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693716.281523:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.281525:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693716.281528:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281534:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693716.281537:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281542:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693716.281544:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281546:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.281547:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281548:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693716.281550:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693716.281552:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693716.281555:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693716.281557:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693716.281561:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693716.281568:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350784:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693716.281572:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693716.281575:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281581:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693716.281583:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.281584:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693716.281586:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693716.281588:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693716.281591:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350912:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693716.281594:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693716.281596:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693716.281597:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693716.281599:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693716.281603:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693716.281605:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693716.281609:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693716.281612:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693716.281615:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693716.281617:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101350912, portal 4
00000100:00000001:0.0:1790693716.281620:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693716.281621:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:0.0:1790693716.281627:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281637:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693716.281639:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693716.281641:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693716.281643:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101350912, offset 0
00000400:00000200:0.0:1790693716.281647:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693716.281651:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.281654:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693716.281657:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693716.281660:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693716.281662:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693716.281664:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693716.281667:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6976:6976:256:4294967295] 192.168.204.134@tcp LPNI seq info [6971:6971:8:4294967295]
00000400:00000200:0.0:1790693716.281670:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693716.281675:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693716.281680:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.281683:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693716.281687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693716.281690:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1790693716.281694:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693716.281697:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1790693716.281700:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693716.281702:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693716.281705:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693716.281708:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693716.281711:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693716.281713:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693716.281715:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693716.281719:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281726:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281728:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281740:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281741:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693716.281744:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693716.281747:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693716.281750:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693716.281752:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298872345
00000100:00000001:0.0:1790693716.281755:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.281757:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298872345
00000100:00000001:0.0:1790693716.281759:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298873602
00000100:00000001:0.0:1790693716.281761:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693716.281763:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281764:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693716.281768:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693716/real 1790693716]  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693716.281775:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693716.281776:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693716.281778:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693716.281780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693716.281782:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693716.281784:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693716.281786:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693716.281794:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281800:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693716.281801:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281803:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.281804:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693716.281807:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281814:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693716.281818:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281824:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693716.281827:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281828:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693716.281829:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281831:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693716.281832:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693716.281834:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693716.281837:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693716.281840:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693716.281843:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693716.281850:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101350912:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693716.281853:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281855:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281857:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101350784/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281862:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693716.281864:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693716.281865:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693716.281868:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693716.281869:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693716.281870:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693716.281872:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693716.281873:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:0.0:1790693716.281875:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693716.281877:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693716.281878:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693716.281880:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693716.281881:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281882:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693716.281885:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101350912/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693716.281891:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693716.281892:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693716.281894:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693716.281896:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693716.281897:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693716.281898:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693716.281899:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693716.281900:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:0.0:1790693716.281902:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693716.281903:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693716.281905:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:0.0:1790693716.281906:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693716.281907:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281909:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.281912:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693716.281913:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.281915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693716.281916:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.663512:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693716.663516:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693716.663521:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.663522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693716.663526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.663528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693716.663529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693716.663532:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693716.663532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.663534:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693716.663536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693716.663538:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693716.663539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693716.663540:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693716.663544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693716.663547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693716.663547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693716.663549:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693716.663552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693716.663552:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.663553:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.663557:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693716.663562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693716.663564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693716.663568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693716.663571:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693716.663697:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693716.663702:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693716.663706:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693716.663713:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693716.663717:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693716.663718:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693716.663721:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693716.663723:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693716.663725:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693716.663727:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693716.663729:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693716.663731:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693717.303658:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693717.303668:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693717.303671:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693717.303679:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693717.303683:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693717.303688:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693717.303692:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693717.303695:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693717.303698:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693717.623599:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298873602, at 4298873664
00000100:00000010:1.0:1790693717.623616:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190180.
00000100:00000040:0.0:1790693717.623652:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298873602, at 4298873664
00000100:00000010:0.0:1790693717.623668:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000001:0.0:1790693717.687611:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693717.687617:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693717.687620:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693717.687629:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693717.687630:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693717.687630:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693717.687638:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693717.687638:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693717.687638:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693717.687645:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693717.687649:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693717.687650:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693717.687650:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693717.687655:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693717.687656:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693717.687656:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693717.687659:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693717.687661:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693717.687661:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693717.687663:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693717.687668:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693717.687670:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693717.687672:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693717.687673:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693717.687673:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693717.687678:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693717.687680:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693717.687681:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693717.687682:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693717.687683:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693717.687687:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693717.687689:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693717.687690:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693717.687692:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693717.687694:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693717.687709:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693717.687714:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693717.687716:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693717.687719:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693717.687721:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693717.687724:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693717.687727:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693717.687731:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693717.687735:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693718.327540:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693718.327552:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693718.327555:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693718.327561:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693718.327565:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693718.327570:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693718.327573:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693718.327577:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693718.327581:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693718.711507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693718.711513:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693718.711514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693718.711519:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693718.711521:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693718.711524:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693718.711526:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693718.711528:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693718.711530:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693718.711530:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693718.711536:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693718.711538:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693718.711541:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693718.711545:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693718.711547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693718.711549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693718.711551:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693718.711554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693718.711620:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693718.711624:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693718.711627:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693718.711629:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693718.711632:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693718.711633:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693718.711636:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693718.711637:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693718.711688:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693718.711692:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693718.711695:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693718.712666:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693718.712670:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693718.712672:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693718.712675:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693718.712678:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693718.712680:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693718.712682:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693718.712684:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693718.712685:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693719.351528:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693719.351536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693719.351538:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693719.351544:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693719.351548:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693719.351552:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693719.351555:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693719.351558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693719.351561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693719.735470:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693719.735471:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693719.735478:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693719.735479:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693719.735480:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693719.735483:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693719.735484:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693719.735484:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693719.735492:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693719.735493:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693719.735493:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693719.735495:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693719.735500:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693719.735500:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693719.735502:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693719.735506:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693719.735507:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693719.735507:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693719.735511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693719.735514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693719.735515:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693719.735515:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693719.735520:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693719.735520:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693719.735526:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693719.735527:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693719.735541:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693719.735545:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693719.735549:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693719.735593:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693719.735596:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693719.735597:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693719.735599:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693719.735602:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693719.735604:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693719.735606:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693719.735607:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693719.735609:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693720.375522:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693720.375531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693720.375533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693720.375539:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693720.375543:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693720.375548:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693720.375551:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693720.375554:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693720.375557:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693720.759519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693720.759519:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693720.759525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693720.759529:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693720.759529:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693720.759530:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693720.759534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693720.759534:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759538:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693720.759542:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693720.759542:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693720.759543:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693720.759544:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693720.759548:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693720.759549:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693720.759550:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693720.759550:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693720.759551:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759554:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693720.759555:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693720.759556:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693720.759556:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693720.759560:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693720.759562:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693720.759563:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693720.759563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693720.759567:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693720.759567:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693720.759568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693720.759570:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693720.759572:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693720.759576:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693720.759576:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759577:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693720.759578:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693720.759583:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693720.759586:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693720.759588:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759589:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693720.759593:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693720.759594:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759597:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693720.759598:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759600:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759602:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693720.759607:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693720.759609:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693720.759640:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693720.759643:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693720.759646:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693721.399511:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693721.399519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693721.399521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693721.399527:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:0.0:1790693721.399530:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693721.399532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1790693721.399537:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693721.399537:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693721.399541:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693721.399542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1790693721.399547:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693721.399547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693721.399552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.399554:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693721.399562:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4205
00000400:00000200:0.0:1790693721.399569:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693721.399575:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693721.399579:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693721.399582:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399585:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693721.399587:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399589:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693721.399600:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693721.399602:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693721.399605:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693721.399608:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693721.399611:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693721.399613:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693721.399616:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399618:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693721.399620:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399621:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693721.399624:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693721.399627:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399630:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.399633:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693721.399635:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693721.399638:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.399639:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693721.399642:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693721.399649:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693721.399653:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693721.399656:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693721.399658:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.399660:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693721.399663:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693721.399667:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693721.399675:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb000.
00000100:00000001:0.0:1790693721.399681:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693721.399690:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693721.399702:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693721.399704:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693721.399707:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693721.399724:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693721.399727:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693721.399729:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693721.399731:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693721.399732:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693721.399735:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693721.399737:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4205
00000400:00000200:0.0:1790693721.399742:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693721.399746:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693721.399748:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693721.399752:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693721.399753:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693721.399754:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693721.399759:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693721.399760:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693721.399763:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693721.399771:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693721.399772:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693721.399777:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693721.399779:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693721.399782:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693721.399785:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:3.0:1790693721.399786:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790693721.399787:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693721.399790:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693721.399792:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693721.399796:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693721.399798:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693721.399801:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693721.399802:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693721.399807:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693721.399808:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399814:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:3.0:1790693721.399815:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101351040:192.168.204.134@tcp:250:
00000020:00000040:0.0:1790693721.399818:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:3.0:1790693721.399823:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1790693721.399825:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399829:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.399831:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693721.399836:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693721.399837:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693721.399840:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.399841:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.399845:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693721.399846:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693721.399851:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1790693721.399853:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
00000008:00000001:0.0:1790693721.399855:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.399857:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.399860:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693721.399866:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693721.399870:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000010:0.0:1790693721.399874:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693721.399878:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000010:3.0:1790693721.399879:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
02000000:00000001:0.0:1790693721.399882:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693721.399884:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.399886:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693721.399888:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1790693721.399888:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351040, portal 25
02000000:00000001:0.0:1790693721.399890:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.399893:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1790693721.399897:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9c00.
00000100:00000001:3.0:1790693721.399897:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000001:0.0:1790693721.399905:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693721.399907:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693721.399914:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693721.399923:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693721.399928:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1790693721.399930:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693721.399931:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693721.399934:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389880.
00000100:00000040:0.0:1790693721.399936:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693721.399941:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101351040, offset 0
00000100:00000001:0.0:1790693721.399943:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693721.399947:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693721.399951:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693721.399952:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693721.399952:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:0.0:1790693721.399955:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693721.399958:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693721.399961:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4205
00000400:00000200:3.0:1790693721.399964:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693721.399969:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.399973:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693721.399975:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693721.399979:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693721.399980:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1790693721.399987:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693721.399987:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:0.0:1790693721.399992:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693721.399993:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693721.399999:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:0.0:1790693721.400000:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693721.400004:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6977:6977:256:4294967295] 192.168.204.134@tcp LPNI seq info [6972:6972:8:4294967295]
00000100:00000001:0.0:1790693721.400006:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693721.400011:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:0.0:1790693721.400012:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693721.400014:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693721.400016:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693721.400020:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:3.0:1790693721.400023:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1790693721.400024:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693721.400029:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693721.400033:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.400036:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1790693721.400036:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000040:0.0:1790693721.400041:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.400043:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000010:3.0:1790693721.400044:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117500.
00000020:00000040:0.0:1790693721.400045:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693721.400049:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693721.400050:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.400051:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693721.400053:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693721.400054:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400056:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693721.400057:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693721.400058:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400059:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693721.400064:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000800:00000200:3.0:1790693721.400064:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:0.0:1790693721.400069:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000800:00000200:3.1:1790693721.400073:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:0.0:1790693721.400075:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693721.400078:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400081:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693721.400082:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693721.400084:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693721.400088:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8c00.
00000100:00000001:0.0:1790693721.400092:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400095:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693721.400099:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693721.400103:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693721.400108:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298878722
00000100:00000001:0.0:1790693721.400112:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693721.400116:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693721.400116:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78d80.
00000100:00000040:0.0:1790693721.400122:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693721.400125:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693721.400134:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400134:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298878722
00000100:00080000:0.0:1790693721.400137:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693721.400140:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:3.0:1790693721.400140:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f788a0.
00000100:00000001:0.0:1790693721.400143:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693721.400145:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693721.400146:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693721.400148:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693721.400152:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4205
00000100:00000001:3.0:1790693721.400152:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693721.400158:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693721.400160:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693721.400163:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693721.400164:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693721.400167:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693721.400167:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693721.400173:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693721.400176:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693721.400177:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693721.400180:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1790693721.400182:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693721.400186:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693721.400187:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693721.400189:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693721.400192:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693721.400193:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693721.400197:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000100:00000040:3.0:1790693721.400197:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693721.400201:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693721.400205:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693721.400210:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693721.400215:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790693721.400216:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693721.400219:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693721.400223:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693721.400224:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693721.400226:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693721.400228:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693721.400229:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693721.400234:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400235:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693721.400240:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00100000:3.0:1790693721.400243:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351168:192.168.204.134@tcp:38:
00000100:00080000:0.0:1790693721.400247:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693721.400250:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693721.400252:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400254:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693721.400256:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693721.400258:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.400261:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693721.400261:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693721.400266:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693721.400278:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693721.400283:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400284:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693721.400288:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1790693721.400289:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693721.400292:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb528.
00000400:00000010:3.0:1790693721.400296:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389088.
00000008:00000001:0.0:1790693721.400301:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693721.400302:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351168, portal 10
00000100:00000001:0.0:1790693721.400305:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400306:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693721.400308:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000010:0.0:1790693721.400311:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693721.400316:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693721.400319:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693721.400320:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400322:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1790693721.400322:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693721.400325:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693721.400334:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693721.400340:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfbc00.
00000100:00000001:3.0:1790693721.400341:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693721.400345:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693721.400346:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693721.400352:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389550.
00000100:00100000:0.0:1790693721.400355:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1790693721.400357:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101351168, offset 0
00000400:00000200:3.0:1790693721.400367:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:0.0:1790693721.400369:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693721.400372:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693721.400373:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693721.400378:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693721.400380:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693721.400387:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693721.400392:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693721.400393:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:0.0:1790693721.400419:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693721.400422:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693721.400424:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693721.400425:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693721.400428:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693721.400432:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4205
00000400:00000200:3.0:1790693721.400436:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693721.400441:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.400442:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693721.400449:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6978:6978:255:4294967295] 192.168.204.134@tcp LPNI seq info [6973:6973:7:4294967295]
00000400:00000200:0.0:1790693721.400451:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693721.400457:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693721.400459:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693721.400463:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.400468:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693721.400472:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1790693721.400473:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.400478:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693721.400484:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:0.0:1790693721.400485:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693721.400488:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693721.400491:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:3.0:1790693721.400491:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117100.
00000020:00000040:0.0:1790693721.400495:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000800:00000200:3.0:1790693721.400499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:0.0:1790693721.400500:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693721.400505:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000800:00000200:3.1:1790693721.400506:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:0.0:1790693721.400511:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693721.400512:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400517:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693721.400518:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000100:00000040:0.0:1790693721.400521:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693721.400526:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693721.400526:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693721.400530:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298877459
00000020:00000040:0.0:1790693721.400531:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:3.0:1790693721.400535:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298878722
00000100:00080000:0.0:1790693721.400537:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693721.400540:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298877459
00000100:00000001:0.0:1790693721.400542:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400545:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298878722
02000000:00000001:0.0:1790693721.400546:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693721.400550:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693721.400553:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693721.400554:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.400557:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400559:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693721.400562:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:3.0:1790693721.400566:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1790693721.400567:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693721.400572:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400576:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693721.400583:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693721.400587:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693721.400590:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790693721.400592:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693721.400593:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.400595:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400597:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693721.400599:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693721.400601:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693721.400603:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693721.400605:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693721.400607:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693721.400610:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351296:192.168.204.134@tcp:38:
02000000:00000010:0.0:1790693721.400614:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa400.
00000100:00000001:3.0:1790693721.400616:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693721.400619:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400625:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1790693721.400627:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693721.400628:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400634:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693721.400639:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
00000100:00000001:0.0:1790693721.400640:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1790693721.400643:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.400644:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693721.400650:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:0.0:1790693721.400652:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1790693721.400654:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb108.
00000400:00000010:3.0:1790693721.400660:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693721.400665:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351296, portal 10
00000100:00000001:0.0:1790693721.400667:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400669:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693721.400672:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:0.0:1790693721.400674:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4215)
00000100:00000040:3.0:1790693721.400681:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693721.400687:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693721.400690:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693721.400693:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389e58.
00000100:00000200:3.0:1790693721.400695:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101351296, offset 0
00000400:00000200:3.0:1790693721.400700:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693721.400704:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.400707:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693721.400710:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693721.400712:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693721.400714:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693721.400717:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693721.400720:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6979:6979:254:4294967295] 192.168.204.134@tcp LPNI seq info [6974:6974:6:4294967295]
00000400:00000200:3.0:1790693721.400724:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.400730:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693721.400734:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693721.400737:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117700.
00000800:00000200:3.0:1790693721.400740:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693721.400756:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693721.400759:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693721.400762:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693721.400765:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693721.400767:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298877465
00000100:00000001:3.0:1790693721.400769:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298878722
00000100:00000001:3.0:1790693721.400771:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298877465
00000100:00000001:3.0:1790693721.400773:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298878722
00000100:00000001:3.0:1790693721.400775:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693721.400777:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400779:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400781:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693721.400784:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693721.400785:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1790693721.400787:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693721.400789:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693721.400790:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693721.400794:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693721.400800:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693721.400802:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400803:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693721.400805:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693721.400807:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693721.400809:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351424:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693721.400814:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693721.400815:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693721.400817:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400818:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693721.400821:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693721.400823:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693721.400827:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693721.400829:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb4d0.
00000400:00000010:3.0:1790693721.400832:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc63892a8.
00000100:00000200:3.0:1790693721.400834:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351424, portal 4
00000100:00000001:3.0:1790693721.400836:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693721.400837:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693721.400842:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693721.400848:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693721.400850:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693721.400852:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389f68.
00000100:00000200:3.0:1790693721.400853:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101351424, offset 0
00000400:00000200:3.0:1790693721.400857:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693721.400860:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.400863:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693721.400865:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693721.400867:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693721.400869:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693721.400871:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693721.400873:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6980:6980:253:4294967295] 192.168.204.134@tcp LPNI seq info [6975:6975:5:4294967295]
00000400:00000200:3.0:1790693721.400876:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.400881:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693721.400885:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693721.400888:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117800.
00000800:00000200:3.0:1790693721.400891:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693721.400894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693721.400897:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693721.400899:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693721.400903:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693721.400904:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298877459
00000100:00000001:3.0:1790693721.400906:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298878722
00000100:00000001:3.0:1790693721.400908:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298877459
00000100:00000001:3.0:1790693721.400910:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298878722
00000100:00000001:3.0:1790693721.400912:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693721.400913:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.400915:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693721.400918:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693721.400924:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693721.400926:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400928:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693721.400929:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693721.400931:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693721.400933:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351552:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693721.400937:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693721.400938:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693721.400940:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693721.400942:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693721.400944:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693721.400947:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693721.400949:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693721.400952:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb790.
00000400:00000010:3.0:1790693721.400954:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389000.
00000100:00000200:3.0:1790693721.400957:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351552, portal 4
00000100:00000001:3.0:1790693721.400958:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693721.400960:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693721.400965:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693721.400970:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693721.400972:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693721.400974:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389a18.
00000100:00000200:3.0:1790693721.400976:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101351552, offset 0
00000400:00000200:3.0:1790693721.400980:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693721.400982:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.400985:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693721.400987:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693721.400989:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693721.400992:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693721.403373:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693721.403383:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6981:6981:252:4294967295] 192.168.204.134@tcp LPNI seq info [6976:6976:4:4294967295]
00000400:00000200:3.0:1790693721.403394:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693721.403427:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693721.403435:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693721.403448:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117900.
00000800:00000200:3.0:1790693721.403456:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693721.403461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693721.403466:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693721.403473:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693721.403477:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693721.403480:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298877467
00000100:00000001:3.0:1790693721.403483:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298878722
00000100:00000001:3.0:1790693721.403486:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298877467
00000100:00000001:3.0:1790693721.403488:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298878722
00000100:00000001:3.0:1790693721.403490:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693721.403495:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.403502:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.403506:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693721.403515:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693721.403518:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1790693721.403522:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693721.403524:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693721.403526:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693721.403528:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693721.783506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693721.783506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693721.783511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693721.783514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693721.783515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693721.783515:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693721.783515:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.783519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693721.783520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693721.783520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.783521:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693721.783523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693721.783527:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693721.783529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693721.783529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693721.783529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693721.783530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693721.783535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.783536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693721.783536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693721.783537:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693721.783540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693721.783542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693721.783543:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693721.783543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693721.783544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693721.783548:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693721.783548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693721.783553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693721.783555:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693721.783559:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693721.783562:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693721.783562:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693721.783566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693721.783569:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693721.783570:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693721.783573:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693721.783576:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693722.423587:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693722.423613:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693722.423624:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693722.423637:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:1.0:1790693722.423652:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693722.423656:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693722.423659:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693722.423662:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693722.423673:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693722.743516:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298878722, at 4298878784
00000100:00000010:1.0:1790693722.743533:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f788a0.
00000100:00000040:0.0:1790693722.743541:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298878722, at 4298878784
00000100:00000010:0.0:1790693722.743558:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78d80.
00000100:00000001:0.0:1790693722.807551:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693722.807552:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693722.807555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693722.807564:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693722.807565:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693722.807566:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693722.807569:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693722.807571:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693722.807580:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693722.807581:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693722.807582:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693722.807586:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693722.807590:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693722.807591:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693722.807592:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693722.807598:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693722.807598:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693722.807599:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693722.807607:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693722.807608:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693722.807610:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693722.807613:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693722.807613:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693722.807622:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693722.807625:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693722.807629:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693722.807632:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693722.807635:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693722.807639:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693722.807642:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693722.807644:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693722.807646:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693722.807647:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693722.807653:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693722.807656:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693722.807670:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693722.807674:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693722.807676:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693722.807679:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693722.807681:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693722.807683:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693722.807686:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693722.807689:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693722.807692:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693723.447811:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693723.447818:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693723.447820:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693723.447825:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693723.447828:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693723.447834:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693723.447837:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693723.447840:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693723.447843:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693723.831525:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693723.831535:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693723.831537:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693723.831538:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693723.831543:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693723.831545:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693723.831546:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693723.831552:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693723.831552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693723.831558:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693723.831558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693723.831561:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693723.831565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693723.831565:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693723.831570:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693723.831571:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693723.831574:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693723.831576:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693723.831581:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693723.831586:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693723.831593:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693723.831595:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693723.831598:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693723.831599:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693723.831603:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693723.831603:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693723.831642:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693723.831647:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693723.831652:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693723.831655:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693723.831661:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693723.831663:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693723.831667:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693723.831672:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693723.831675:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693723.831679:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693723.831681:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693723.831683:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693724.471718:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693724.471725:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693724.471727:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693724.471740:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693724.471743:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693724.471747:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693724.471749:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693724.471752:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693724.471754:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1790693724.472089:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:0.0:1790693724.472138:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790693724.472148:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693724.472152:0:2386:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:0.0:1790693724.472157:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693724.472160:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790693724.472165:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693724.472169:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117500.
00000400:00000200:0.0:1790693724.472174:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693724.472178:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693724.472184:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389880
00000400:00000010:0.0:1790693724.472187:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389880.
00000100:00000001:0.0:1790693724.472191:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693724.472198:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472230:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693724.472235:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472242:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693724.472244:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693724.472253:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693724.472255:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117100.
00000400:00000200:0.0:1790693724.472258:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693724.472261:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693724.472264:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389550
00000400:00000010:0.0:1790693724.472266:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389550.
00000100:00000001:0.0:1790693724.472268:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693724.472271:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472278:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693724.472281:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472288:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693724.472289:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693724.472294:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693724.472297:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117700.
00000400:00000200:0.0:1790693724.472300:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693724.472303:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693724.472306:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389e58
00000400:00000010:0.0:1790693724.472307:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389e58.
00000100:00000001:0.0:1790693724.472309:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693724.472313:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472320:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693724.472323:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472329:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693724.472330:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693724.472334:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693724.472337:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117800.
00000400:00000200:0.0:1790693724.472341:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693724.472346:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693724.472350:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389f68
00000400:00000010:0.0:1790693724.472352:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389f68.
00000100:00000001:0.0:1790693724.472354:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693724.472364:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1790693724.472365:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472373:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693724.472381:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790693724.472382:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693724.472391:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472504:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693724.472507:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790693724.472517:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:0.0:1790693724.472519:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117900.
00000400:00000200:0.0:1790693724.472523:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790693724.472525:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790693724.472529:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389a18
00000400:00000010:0.0:1790693724.472531:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389a18.
00000100:00000001:0.0:1790693724.472535:0:2386:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693724.472540:0:2386:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693724.472549:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693721/real 1790693724]  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472553:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693724.472561:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693724.472587:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693724.472589:0:2386:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000001:3.0:1790693724.472590:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693724.472596:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693724.472602:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb4d0.
00000400:00000200:3.0:1790693724.472609:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc63892a8
00000400:00000010:3.0:1790693724.472612:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc63892a8.
00000100:00000001:3.0:1790693724.472617:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693724.472623:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693724.472633:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472641:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693724.472655:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472659:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.472662:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693724.472667:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472674:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693724.472680:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472688:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693724.472691:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472693:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.472694:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472699:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693724.472702:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693724.472706:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693724.472712:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693724.472715:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693724.472719:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693724.472727:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351424:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693724.472733:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693724.472737:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693721/real 1790693724]  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693724.472745:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693724.472746:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693724.472748:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb790.
00000400:00000200:3.0:1790693724.472751:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389000
00000400:00000010:3.0:1790693724.472753:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389000.
00000100:00000001:3.0:1790693724.472756:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693724.472759:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693724.472767:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472773:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693724.472774:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472776:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.472777:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693724.472781:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472788:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693724.472791:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472798:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693724.472800:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472802:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.472803:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472805:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693724.472807:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693724.472809:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693724.472812:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693724.472814:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693724.472818:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693724.472825:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351552:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693724.472830:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693724.472834:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693721/real 1790693724]  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693724.472842:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693724.472843:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693724.472846:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb528.
00000400:00000200:3.0:1790693724.472848:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389088
00000400:00000010:3.0:1790693724.472850:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389088.
00000100:00000001:3.0:1790693724.472852:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693724.472855:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693724.472864:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472871:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693724.472873:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472875:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.472876:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693724.472879:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472885:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693724.472888:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472894:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693724.472896:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472897:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.472898:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472900:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693724.472903:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693724.472905:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693724.472909:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693724.472911:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693724.472914:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693724.472922:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351168:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693724.472926:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693724.472931:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693721/real 1790693724]  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693724.472939:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693724.472940:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693724.472943:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb108.
00000400:00000200:3.0:1790693724.472945:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693724.472947:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693724.472950:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693724.472960:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693724.472970:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.472977:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693724.472979:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.472981:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.472982:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693724.472986:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473007:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693724.473011:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473019:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693724.473021:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473023:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.473025:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473027:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693724.473030:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693724.473033:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693724.473037:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693724.473040:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693724.473044:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693724.473052:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351296:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693724.473057:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693724.473061:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693721/real 1790693724]  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693724.473071:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693724.473072:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693724.473074:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693724.473077:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693724.473079:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693724.473081:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693724.473084:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693724.473092:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473098:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693724.473100:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473102:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.473103:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693724.473107:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473113:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693724.473116:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473122:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693724.473124:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473126:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693724.473127:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473129:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693724.473131:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693724.473133:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693724.473136:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693724.473138:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693724.473142:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693724.473149:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101351040:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693724.473154:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473157:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693724.473161:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101351424/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473167:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693724.473170:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693724.473176:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693724.473180:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693724.473184:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693724.473187:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693724.473200:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693724.473204:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:3.0:1790693724.473220:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693724.473222:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693724.473225:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693724.473229:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693724.473231:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473232:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693724.473236:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101351552/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473242:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693724.473243:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693724.473244:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693724.473249:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693724.473250:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693724.473251:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693724.473254:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693724.473255:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:3.0:1790693724.473258:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693724.473259:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693724.473260:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693724.473264:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693724.473265:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473266:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693724.473269:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101351168/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473276:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693724.473277:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693724.473278:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693724.473282:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693724.473283:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693724.473284:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693724.473286:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693724.473288:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:3.0:1790693724.473290:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693724.473291:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693724.473292:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693724.473294:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693724.473296:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473297:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693724.473301:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101351296/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473307:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693724.473308:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693724.473310:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693724.473312:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693724.473313:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693724.473321:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693724.473323:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693724.473324:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:3.0:1790693724.473326:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693724.473327:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693724.473328:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693724.473331:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693724.473332:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473333:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693724.473336:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101351040/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693724.473347:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693724.473349:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693724.473350:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693724.473353:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693724.473355:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693724.473356:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693724.473358:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693724.473359:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:3.0:1790693724.473361:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693724.473362:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693724.473363:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693724.473365:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693724.473366:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473369:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693724.473381:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693724.473384:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693724.473386:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693724.473388:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693724.855495:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693724.855495:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693724.855495:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693724.855498:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693724.855502:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693724.855503:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693724.855503:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693724.855504:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693724.855504:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693724.855507:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693724.855508:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693724.855510:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693724.855512:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693724.855513:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693724.855514:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1790693724.855514:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693724.855515:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693724.855517:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693724.855519:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693724.855520:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693724.855521:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693724.855521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693724.855523:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693724.855525:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693724.855525:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693724.855526:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693724.855526:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693724.855528:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693724.855529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693724.855534:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693724.855534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693724.855535:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693724.855535:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693724.855539:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693724.855543:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693724.855559:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693724.855563:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693724.855566:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693725.495691:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693725.495698:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693725.495700:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693725.495705:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693725.495709:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693725.495712:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693725.495715:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693725.495717:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693725.495720:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693725.879499:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693725.879499:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693725.879509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693725.879509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693725.879512:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693725.879514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693725.879514:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693725.879518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693725.879522:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693725.879522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693725.879529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693725.879529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693725.879530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693725.879531:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693725.879538:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693725.879540:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693725.879541:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693725.879547:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693725.879550:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693725.879551:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693725.879553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693725.879555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693725.879556:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693725.879558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693725.879564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693725.879564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693725.879570:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693725.879571:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693725.879574:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693725.879574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693725.879576:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693725.879577:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693725.879580:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693725.879589:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693725.879591:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693725.879625:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693725.879629:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693725.879632:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693726.519510:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693726.519520:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693726.519523:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693726.519527:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693726.519532:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693726.519539:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4210
00000400:00000200:1.0:1790693726.519545:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693726.519551:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693726.519554:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693726.519557:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519560:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519562:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519565:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693726.519572:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693726.519575:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693726.519577:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693726.519580:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693726.519583:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693726.519586:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693726.519588:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519590:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519592:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519593:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693726.519597:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693726.519610:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519613:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693726.519616:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693726.519621:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693726.519624:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519627:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693726.519629:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693726.519638:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000020:00000040:1.0:1790693726.519641:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693726.519645:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693726.519646:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519649:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693726.519652:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693726.519656:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693726.519663:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df800.
00000100:00000001:1.0:1790693726.519669:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693726.519677:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693726.519687:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693726.519690:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693726.519694:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693726.519717:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693726.519721:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693726.519724:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693726.519725:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693726.519726:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693726.519729:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693726.519731:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4210
00000400:00000200:1.0:1790693726.519735:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693726.519738:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693726.519741:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693726.519743:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519745:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519747:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519748:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693726.519751:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693726.519752:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693726.519754:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693726.519756:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693726.519758:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693726.519760:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693726.519762:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519764:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519766:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519768:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693726.519770:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693726.519772:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519774:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693726.519776:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693726.519782:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693726.519784:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519785:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693726.519789:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693726.519792:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519794:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693726.519797:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693726.519799:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693726.519801:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693726.519802:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519804:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693726.519805:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693726.519807:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693726.519811:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693726.519814:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693726.519819:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693726.519825:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693726.519827:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693726.519831:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693726.519838:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693726.519840:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693726.519843:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693726.519844:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693726.519845:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693726.519848:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693726.519850:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4210
00000400:00000200:1.0:1790693726.519853:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693726.519856:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693726.519859:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693726.519861:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519863:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519865:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519867:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693726.519869:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693726.519870:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693726.519871:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693726.519873:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693726.519875:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693726.519877:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693726.519879:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519881:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519883:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519884:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693726.519886:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693726.519889:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519891:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693726.519893:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693726.519895:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693726.519897:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519899:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693726.519900:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693726.519903:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519904:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693726.519908:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000020:00000040:1.0:1790693726.519910:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693726.519912:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693726.519913:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.519914:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693726.519916:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693726.519917:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693726.519920:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693726.519923:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693726.519928:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693726.519935:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693726.519936:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693726.519940:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693726.519946:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693726.519948:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693726.519950:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693726.519952:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693726.519953:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693726.519956:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693726.519958:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4210
00000400:00000200:1.0:1790693726.519961:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693726.519963:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693726.519965:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693726.519975:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519978:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519980:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519982:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693726.519985:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693726.519986:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693726.519987:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693726.519989:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693726.519991:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693726.519993:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693726.519995:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.519997:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.519999:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.520001:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693726.520003:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693726.520005:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693726.520008:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693726.520009:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693726.520012:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693726.520014:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.520015:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693726.520017:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693726.520019:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.520020:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693726.520024:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000020:00000040:1.0:1790693726.520025:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693726.520028:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693726.520029:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.520030:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693726.520032:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693726.520033:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693726.520036:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693726.520040:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693726.520044:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693726.520051:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693726.520052:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693726.520055:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693726.520062:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693726.520064:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693726.520066:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693726.520068:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693726.520069:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693726.520072:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693726.520074:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4210
00000400:00000200:1.0:1790693726.520077:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693726.520080:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693726.520082:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693726.520085:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.520087:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.520089:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.520091:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693726.520094:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693726.520095:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693726.520096:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693726.520098:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693726.520100:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693726.520102:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693726.520104:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.520106:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693726.520108:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693726.520109:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693726.520112:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693726.520114:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693726.520117:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693726.520118:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693726.520121:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693726.520122:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.520124:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693726.520126:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693726.520128:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.520129:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693726.520132:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000020:00000040:1.0:1790693726.520135:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693726.520137:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693726.520138:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.520139:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693726.520140:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693726.520142:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693726.520146:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:1.0:1790693726.520149:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693726.520152:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693726.520158:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693726.520160:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693726.520163:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693726.520183:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693726.520188:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4220)
00000100:00000001:3.0:1790693726.520428:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693726.520432:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693726.520434:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693726.520440:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.520447:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693726.520449:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.520452:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693726.520454:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693726.520456:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693726.520459:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101351680:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693726.520463:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693726.520466:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693726.520468:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.520470:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693726.520474:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693726.520476:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693726.520480:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693726.520484:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693726.520490:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693726.520495:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351680, portal 25
00000100:00000001:3.0:1790693726.520497:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693726.520499:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
00000100:00000040:3.0:1790693726.520503:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.520509:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693726.520512:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693726.520514:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693726.520517:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101351680, offset 0
00000400:00000200:3.0:1790693726.520523:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693726.520532:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.520539:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693726.520545:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693726.520550:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693726.520555:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693726.520558:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1790693726.520559:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:2.0:1790693726.520564:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1790693726.520566:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6982:6982:256:4294967295] 192.168.204.134@tcp LPNI seq info [6977:6977:8:4294967295]
00000100:00000001:2.0:1790693726.520568:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693726.520575:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000400:00000200:3.0:1790693726.520576:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693726.520581:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693726.520586:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693726.520590:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693726.520593:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790693726.520594:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693726.520602:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693726.520603:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.520610:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693726.520618:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693726.520622:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693726.520630:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693726.520633:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693726.520641:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.520644:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693726.520648:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693726.520652:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693726.520656:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693726.520658:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693726.520661:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693726.520665:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.520675:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.524524:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.524543:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.524546:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693726.524558:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693726.524667:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693726.524671:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298883847
00000100:00000010:3.0:1790693726.524703:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78360.
00000100:00000001:3.0:1790693726.524710:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693726.524718:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298883847
00000100:00000010:3.0:1790693726.524722:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78b40.
00000100:00000001:3.0:1790693726.524726:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693726.524730:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693726.524733:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.524737:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693726.524749:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693726/real 1790693726]  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693726.524762:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693726.524764:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693726.524767:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693726.524772:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693726.524775:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693726.524779:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693726.524784:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693726.524794:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.524801:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693726.524803:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.524805:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.524807:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693726.524813:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.524828:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693726.524838:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.524846:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693726.524849:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.524851:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.524852:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.524855:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693726.524858:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693726.524862:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693726.524867:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693726.524871:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693726.524875:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693726.524883:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101351680:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693726.524889:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693726.524894:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.524901:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693726.524904:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.524907:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693726.524911:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693726.524913:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693726.524916:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351808:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693726.524920:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693726.524923:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693726.524926:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.524928:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693726.524934:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693726.524936:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693726.524940:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693726.524943:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693726.524947:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693726.524952:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351808, portal 10
00000100:00000001:3.0:1790693726.524954:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693726.524955:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000040:3.0:1790693726.524961:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.524967:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693726.524970:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693726.524972:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693726.524976:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101351808, offset 0
00000400:00000200:3.0:1790693726.524981:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693726.524987:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.524993:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693726.524998:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693726.525003:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693726.525006:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693726.525008:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693726.525012:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6983:6983:256:4294967295] 192.168.204.134@tcp LPNI seq info [6978:6978:8:4294967295]
00000400:00000200:3.0:1790693726.525016:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.525024:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693726.525029:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525033:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693726.525039:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693726.525043:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693726.525048:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693726.525050:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693726.525054:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525056:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693726.525068:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693726.525075:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693726.525079:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693726.525081:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693726.525084:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693726.525087:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525095:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.525097:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525103:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525104:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693726.525107:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693726.525122:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693726.525126:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693726.525127:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298882583
00000100:00000001:3.0:1790693726.525130:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525132:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298882583
00000100:00000001:3.0:1790693726.525134:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525136:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693726.525137:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525139:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693726.525143:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693726/real 1790693726]  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693726.525149:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693726.525150:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693726.525152:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693726.525154:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693726.525156:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693726.525158:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693726.525160:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693726.525176:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525182:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693726.525184:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525185:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.525187:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693726.525190:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525197:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693726.525200:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525207:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693726.525209:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525211:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.525212:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525214:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693726.525216:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693726.525219:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693726.525227:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693726.525229:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693726.525233:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693726.525240:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351808:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693726.525244:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693726.525248:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525255:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693726.525256:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.525258:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693726.525260:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693726.525262:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693726.525264:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351936:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693726.525267:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693726.525269:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693726.525271:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.525273:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693726.525276:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693726.525278:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693726.525280:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693726.525283:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693726.525286:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693726.525289:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101351936, portal 10
00000100:00000001:3.0:1790693726.525291:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693726.525292:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:3.0:1790693726.525297:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525302:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693726.525305:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693726.525307:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693726.525309:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101351936, offset 0
00000400:00000200:3.0:1790693726.525312:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693726.525315:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.525318:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693726.525321:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693726.525323:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693726.525325:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693726.525328:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693726.525331:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6984:6984:256:4294967295] 192.168.204.134@tcp LPNI seq info [6979:6979:8:4294967295]
00000400:00000200:3.0:1790693726.525335:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.525340:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693726.525344:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525347:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693726.525351:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693726.525354:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693726.525358:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693726.525360:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693726.525363:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525365:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693726.525368:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693726.525371:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693726.525374:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693726.525375:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693726.525378:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693726.525381:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525387:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.525390:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525414:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525416:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693726.525420:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693726.525423:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693726.525427:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693726.525429:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298882590
00000100:00000001:3.0:1790693726.525431:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525434:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298882590
00000100:00000001:3.0:1790693726.525436:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525438:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693726.525440:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525442:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693726.525446:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693726/real 1790693726]  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693726.525452:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693726.525454:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693726.525456:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693726.525458:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693726.525460:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693726.525462:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693726.525465:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693726.525471:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525481:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693726.525483:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525484:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.525485:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693726.525488:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525495:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693726.525498:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525504:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693726.525506:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525507:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.525508:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525510:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693726.525511:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693726.525513:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693726.525516:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693726.525518:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693726.525521:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693726.525529:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101351936:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693726.525532:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693726.525535:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525541:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693726.525542:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.525544:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693726.525546:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693726.525548:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693726.525550:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352064:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693726.525553:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693726.525555:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693726.525556:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.525558:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693726.525561:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693726.525562:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693726.525575:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693726.525579:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693726.525583:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693726.525585:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352064, portal 4
00000100:00000001:3.0:1790693726.525587:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693726.525588:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:3.0:1790693726.525594:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525599:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693726.525601:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693726.525602:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693726.525604:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101352064, offset 0
00000400:00000200:3.0:1790693726.525608:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693726.525611:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.525614:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693726.525616:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693726.525618:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693726.525620:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693726.525622:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693726.525625:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6985:6985:256:4294967295] 192.168.204.134@tcp LPNI seq info [6980:6980:8:4294967295]
00000400:00000200:3.0:1790693726.525629:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.525634:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693726.525637:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525640:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693726.525643:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693726.525645:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693726.525649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693726.525652:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693726.525655:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525657:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693726.525659:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693726.525662:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693726.525665:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693726.525666:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693726.525668:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693726.525671:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525679:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.525681:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525686:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525688:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693726.525690:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693726.525693:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693726.525695:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693726.525697:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298882584
00000100:00000001:3.0:1790693726.525699:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298882584
00000100:00000001:3.0:1790693726.525702:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525704:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693726.525706:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525707:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693726.525711:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693726/real 1790693726]  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693726.525722:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693726.525723:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693726.525725:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693726.525727:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693726.525728:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693726.525730:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693726.525733:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693726.525739:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525745:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693726.525746:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525747:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.525749:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693726.525752:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525757:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693726.525761:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525768:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693726.525770:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525772:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.525773:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525774:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693726.525775:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693726.525778:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693726.525781:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693726.525783:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693726.525787:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693726.525793:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352064:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693726.525796:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693726.525800:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525805:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693726.525807:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.525809:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693726.525810:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693726.525812:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693726.525815:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352192:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693726.525818:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693726.525820:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693726.525821:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693726.525823:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693726.525826:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693726.525827:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693726.525830:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693726.525833:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693726.525836:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693726.525838:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352192, portal 4
00000100:00000001:3.0:1790693726.525839:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693726.525841:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:3.0:1790693726.525845:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525851:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693726.525853:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693726.525855:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693726.525857:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101352192, offset 0
00000400:00000200:3.0:1790693726.525860:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693726.525864:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.525868:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693726.525870:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693726.525873:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693726.525874:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693726.525877:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693726.525879:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6986:6986:256:4294967295] 192.168.204.134@tcp LPNI seq info [6981:6981:8:4294967295]
00000400:00000200:3.0:1790693726.525883:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693726.525889:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693726.525893:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525896:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693726.525900:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693726.525903:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790693726.525907:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693726.525909:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790693726.525913:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693726.525915:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693726.525917:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693726.525921:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693726.525924:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693726.525925:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693726.525927:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693726.525931:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525939:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.525942:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525948:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525950:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693726.525953:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693726.525956:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693726.525958:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693726.525960:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298882589
00000100:00000001:3.0:1790693726.525962:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525963:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298882589
00000100:00000001:3.0:1790693726.525964:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298883847
00000100:00000001:3.0:1790693726.525966:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693726.525967:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.525968:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693726.525970:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693726/real 1790693726]  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693726.525975:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693726.525975:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693726.525976:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693726.525978:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693726.525979:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693726.525980:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693726.525982:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693726.525986:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525989:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693726.525990:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.525991:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.525992:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693726.525994:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.525999:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693726.526003:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.526008:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693726.526010:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526012:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693726.526013:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526015:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693726.526016:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693726.526018:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693726.526022:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693726.526024:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693726.526027:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693726.526034:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352192:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693726.526038:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526041:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.526045:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101351680/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.526051:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693726.526054:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693726.526057:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693726.526060:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693726.526062:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693726.526064:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693726.526066:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693726.526069:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df800.
02000000:00000001:3.0:1790693726.526077:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693726.526079:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693726.526083:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:3.0:1790693726.526086:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693726.526087:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526089:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.526092:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101351808/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.526098:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693726.526099:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693726.526101:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693726.526103:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693726.526104:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693726.526105:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693726.526107:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693726.526108:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:3.0:1790693726.526110:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693726.526111:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693726.526112:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000100:00000001:3.0:1790693726.526114:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693726.526115:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526117:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.526120:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101351936/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.526126:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693726.526127:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693726.526129:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693726.526131:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693726.526132:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693726.526133:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693726.526135:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693726.526136:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693726.526138:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693726.526139:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693726.526140:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:3.0:1790693726.526142:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693726.526143:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526144:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.526147:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101352064/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.526153:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693726.526154:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693726.526156:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693726.526159:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693726.526160:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693726.526161:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693726.526163:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693726.526164:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:3.0:1790693726.526178:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693726.526179:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693726.526181:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:3.0:1790693726.526183:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693726.526184:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526186:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693726.526189:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101352192/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693726.526194:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693726.526196:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693726.526197:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693726.526199:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693726.526200:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693726.526201:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693726.526202:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693726.526203:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:3.0:1790693726.526205:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693726.526206:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693726.526207:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:3.0:1790693726.526209:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693726.526210:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526212:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693726.526221:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693726.526223:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693726.526226:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693726.526229:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693726.903516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693726.903516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693726.903516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693726.903519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693726.903524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693726.903525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693726.903525:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693726.903529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693726.903530:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693726.903532:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693726.903535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693726.903535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693726.903536:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693726.903536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693726.903539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693726.903542:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693726.903543:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693726.903544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693726.903546:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693726.903550:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693726.903550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693726.903551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693726.903556:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693726.903557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693726.903559:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693726.903561:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693726.903561:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693726.903563:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.903567:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693726.903567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693726.903568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693726.903570:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693726.903572:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693726.903574:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693726.903577:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693726.903618:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693726.903622:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693726.903630:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693727.544304:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693727.544313:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693727.544316:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693727.544322:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693727.544325:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693727.544334:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693727.544337:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693727.544340:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693727.544342:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693727.863556:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298883847, at 4298883904
00000100:00000010:0.0:1790693727.863573:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78360.
00000100:00000040:1.0:1790693727.863668:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298883847, at 4298883904
00000100:00000010:1.0:1790693727.863681:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78b40.
00010000:00000001:3.0:1790693727.927516:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693727.927522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693727.927523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693727.927525:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693727.927530:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693727.927531:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693727.927531:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693727.927533:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693727.927536:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693727.927539:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693727.927540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693727.927541:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693727.927547:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693727.927547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693727.927548:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693727.927554:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693727.927555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693727.927558:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693727.927560:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693727.927562:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693727.927564:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693727.927567:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693727.927568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693727.927569:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693727.927575:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693727.927579:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693727.927585:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693727.927587:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693727.927593:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693727.927595:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693727.927599:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693727.927601:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693727.927617:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693727.927622:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693727.927623:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693727.927625:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693727.927627:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693727.927628:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693727.927629:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693727.927633:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1790693727.927633:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693727.927636:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1790693727.927638:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693727.927639:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693728.567523:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693728.567533:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693728.567535:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693728.567542:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693728.567562:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693728.567566:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693728.567569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693728.567571:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693728.567574:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693728.951506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693728.951506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693728.951511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693728.951516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693728.951516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693728.951516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693728.951521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693728.951521:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693728.951525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693728.951529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693728.951529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693728.951529:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693728.951530:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693728.951537:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693728.951538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693728.951538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693728.951539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693728.951542:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693728.951543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693728.951545:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693728.951545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693728.951546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693728.951550:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693728.951552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693728.951553:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693728.951553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693728.951556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693728.951558:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693728.951560:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693728.951560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693728.951562:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693728.951565:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693728.951566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693728.951569:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693728.951570:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693728.951593:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693728.951596:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693728.951600:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693729.591518:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693729.591527:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693729.591529:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693729.591534:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693729.591538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693729.591541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693729.591544:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693729.591547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693729.591550:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693729.975546:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693729.975556:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693729.975557:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693729.975563:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693729.975567:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693729.975567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693729.975570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693729.975573:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693729.975574:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693729.975576:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693729.975578:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693729.975580:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693729.975581:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693729.975582:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693729.975587:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693729.975588:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693729.975588:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693729.975591:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693729.975594:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693729.975598:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693729.975598:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693729.975602:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693729.975603:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693729.975606:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693729.975608:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693729.975612:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693729.976125:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1790693729.976127:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693729.976130:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693729.976131:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693729.976134:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693729.976136:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693729.976138:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693729.976139:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693729.976142:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:1.0:1790693729.976144:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693729.976145:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693729.976149:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693730.616037:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693730.616044:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693730.616047:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693730.616052:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693730.616056:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693730.616070:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693730.616073:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693730.616078:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693730.616081:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693730.999717:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693730.999726:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693730.999727:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693730.999729:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999730:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693730.999736:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693730.999737:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693730.999740:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693730.999741:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693730.999744:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693730.999745:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693730.999748:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693730.999749:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693730.999751:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693730.999753:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693730.999755:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999755:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999757:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999759:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999763:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693730.999764:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693730.999765:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693730.999767:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999768:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693730.999769:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999770:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999772:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693730.999776:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693730.999777:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693730.999865:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693730.999868:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693730.999871:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693731.000308:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693731.000317:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693731.000320:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693731.000327:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693731.000331:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693731.000332:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693731.000339:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693731.000341:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693731.000345:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693731.000347:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693731.000350:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.000354:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693731.000360:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693731.000363:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693731.000366:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693731.000369:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693731.000371:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693731.000373:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693731.639508:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693731.639520:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693731.639523:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693731.639527:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693731.639532:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693731.639539:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4215
00000100:00000001:0.0:1790693731.639543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1790693731.639548:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693731.639549:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693731.639553:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693731.639557:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00100000:0.0:1790693731.639559:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:1.0:1790693731.639562:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693731.639563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693731.639566:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693731.639569:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.639574:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693731.639576:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1790693731.639576:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693731.639580:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693731.639581:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693731.639585:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693731.639590:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693731.639593:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693731.639597:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693731.639601:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693731.639604:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693731.639607:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693731.639610:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.639612:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693731.639614:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.639616:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693731.639619:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693731.639622:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693731.639625:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693731.639627:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693731.639630:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693731.639633:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.639635:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693731.639637:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693731.639646:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ce00.
00000020:00000040:1.0:1790693731.639649:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693731.639653:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693731.639655:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.639658:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693731.639661:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693731.639665:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693731.639672:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693731.639679:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693731.639688:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693731.639697:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693731.639700:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693731.639705:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca79781] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693731.639724:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693731.639727:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693731.639732:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693731.639733:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693731.639735:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693731.639737:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693731.639739:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4215
00000400:00000200:1.0:1790693731.639743:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693731.639747:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693731.639750:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693731.639753:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.639756:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693731.639757:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790693731.639758:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693731.639762:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693731.639763:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693731.639765:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693731.639769:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693731.639772:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693731.639774:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1790693731.639776:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693731.639777:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693731.639782:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693731.639787:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693731.639793:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1790693731.639794:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693731.639796:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.639798:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693731.639802:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693731.639803:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693731.639804:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693731.639807:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693731.639809:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:3.0:1790693731.639811:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693731.639816:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00100000:3.0:1790693731.639819:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101352320:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693731.639821:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693731.639827:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693731.639828:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693731.639833:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693731.639835:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693731.639837:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693731.639838:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693731.639841:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.639845:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:3.0:1790693731.639846:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693731.639850:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693731.639856:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00100000:1.0:1790693731.639857:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1790693731.639860:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000008:00000001:1.0:1790693731.639862:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.639866:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693731.639868:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000010:1.0:1790693731.639870:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d500.
00000020:00000040:1.0:1790693731.639874:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000100:00000200:3.0:1790693731.639877:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352320, portal 25
02000000:00000001:1.0:1790693731.639878:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693731.639880:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.639882:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693731.639883:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693731.639887:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693731.639887:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912797696 : -115045796753920 : ffff975dd026ce00)
02000000:00000001:1.0:1790693731.639890:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693731.639899:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000040:3.0:1790693731.639899:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693731.639906:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.639913:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1790693731.639915:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1790693731.639919:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693731.639925:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000001:1.0:1790693731.639930:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1790693731.639931:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101352320, offset 0
00000100:00000001:1.0:1790693731.639934:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693731.639941:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9cf8eba] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693731.639942:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693731.639952:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693731.639953:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693731.639957:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693731.639958:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00080000:1.0:1790693731.639964:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1790693731.639965:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693731.639969:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693731.639971:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:1.0:1790693731.639972:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1790693731.639976:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693731.639978:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693731.639979:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:1.0:1790693731.639984:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4215
00000400:00000200:3.0:1790693731.639985:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6987:6987:256:4294967295] 192.168.204.134@tcp LPNI seq info [6982:6982:8:4294967295]
00000400:00000200:1.0:1790693731.639996:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693731.639996:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693731.640004:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693731.640010:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693731.640011:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1790693731.640017:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:3.0:1790693731.640019:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640022:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1790693731.640025:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000100:00000040:1.0:1790693731.640028:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640032:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693731.640034:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693731.640038:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.0:1790693731.640039:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1790693731.640042:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000200:3.1:1790693731.640046:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693731.640047:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.1:1790693731.640049:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1790693731.640050:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000100:3.0:1790693731.640054:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693731.640055:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000010:3.0:1790693731.640057:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000020:00000001:1.0:1790693731.640059:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:3.0:1790693731.640062:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1790693731.640065:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640082:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693731.640085:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790693731.640088:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640091:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693731.640093:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693731.640097:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693731.640101:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000020:00000040:1.0:1790693731.640102:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693731.640108:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000200:3.0:1790693731.640108:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693731.640114:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693731.640118:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693731.640122:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693731.640126:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640127:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693731.640129:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693731.640132:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1790693731.640135:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693731.640137:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640143:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693731.640150:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c000.
00000100:00000001:3.0:1790693731.640151:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693731.640155:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000100:00000001:3.0:1790693731.640155:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1790693731.640160:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693731.640163:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640163:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640165:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693731.640168:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1790693731.640171:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693731.640172:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640174:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298888962
02000000:00000010:1.0:1790693731.640179:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000010:3.0:1790693731.640180:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78780.
00000100:00000001:1.0:1790693731.640185:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640188:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1790693731.640193:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693731.640193:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298888962
00000100:00000010:3.0:1790693731.640196:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78600.
00000100:00000001:3.0:1790693731.640207:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693731.640211:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693731.640213:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693731.640214:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640217:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640218:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693731.640224:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693731/real 1790693731]  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693731.640227:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002893e81f] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693731.640235:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693731.640238:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693731.640241:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693731.640243:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693731.640245:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693731.640249:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640252:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:1.0:1790693731.640254:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1790693731.640259:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693731.640260:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693731.640263:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693731.640266:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693731.640272:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:3.0:1790693731.640277:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693731.640278:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4215
00000400:00000200:1.0:1790693731.640285:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693731.640292:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000400:00000200:1.0:1790693731.640293:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693731.640295:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693731.640298:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693731.640299:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.640303:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693731.640304:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640308:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1790693731.640311:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693731.640312:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640317:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693731.640324:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693731.640326:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693731.640327:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693731.640331:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1790693731.640333:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693731.640335:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693731.640341:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693731.640344:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1790693731.640346:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693731.640347:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.640350:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.640352:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693731.640355:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693731.640356:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693731.640359:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693731.640360:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1790693731.640365:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1790693731.640366:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640371:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00080000:3.0:1790693731.640372:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000040:1.0:1790693731.640376:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:3.0:1790693731.640377:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1790693731.640383:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:3.0:1790693731.640386:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693731.640388:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693731.640393:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1790693731.640422:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101352320:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693731.640428:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693731.640431:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693731.640432:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640436:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693731.640437:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693731.640442:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1790693731.640444:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ce00 x1877674101352320/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693731.640447:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640452:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693731.640459:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026dc00.
00000100:00000001:3.0:1790693731.640459:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693731.640464:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1790693731.640465:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000010:3.0:1790693731.640468:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:1.0:1790693731.640469:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693731.640473:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.640475:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1790693731.640477:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:3.0:1790693731.640478:0:2398:0:(genops.c:1216:class_import_put()) Process entered
02000000:00000001:1.0:1790693731.640480:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:3.0:1790693731.640482:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693731.640484:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693731.640487:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693731.640491:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
02000000:00000010:3.0:1790693731.640491:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693731.640498:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.640498:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693731.640501:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693731.640505:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ce00.
00000100:00100000:1.0:1790693731.640507:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693731.640508:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693731.640510:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.640514:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.640522:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693731.640523:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693731.640524:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640526:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640527:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693731.640529:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693731.640532:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693731.640535:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8cf8e7d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693731.640538:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.640561:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693731.640563:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640563:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693731.640569:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1790693731.640569:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693731.640573:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693731.640575:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:3.0:1790693731.640576:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640579:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693731.640583:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1790693731.640584:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352448:192.168.204.134@tcp:38:
00000100:00000001:1.0:1790693731.640589:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693731.640591:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693731.640594:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1790693731.640595:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4215
02000000:00000001:3.0:1790693731.640597:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.640601:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1790693731.640602:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:3.0:1790693731.640605:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000400:00000200:1.0:1790693731.640608:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
02000000:00000001:3.0:1790693731.640611:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693731.640613:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693731.640619:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693731.640619:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693731.640625:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1790693731.640625:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000040:1.0:1790693731.640628:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000010:3.0:1790693731.640631:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693731.640632:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693731.640637:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352448, portal 10
00000020:00000001:1.0:1790693731.640638:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693731.640641:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1790693731.640642:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:3.0:1790693731.640645:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912799488 : -115045796752128 : ffff975dd026d500)
00000020:00000001:1.0:1790693731.640646:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693731.640649:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693731.640652:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693731.640655:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693731.640656:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693731.640666:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693731.640666:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693731.640671:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693731.640672:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1790693731.640674:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000040:1.0:1790693731.640679:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693731.640679:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101352448, offset 0
00000100:00000001:1.0:1790693731.640685:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693731.640686:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693731.640691:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000400:00000200:3.0:1790693731.640692:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693731.640698:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:3.0:1790693731.640698:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693731.640704:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693731.640705:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693731.640709:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:1.0:1790693731.640710:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693731.640714:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1790693731.640716:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693731.640718:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:1.0:1790693731.640720:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693731.640725:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6988:6988:256:4294967295] 192.168.204.134@tcp LPNI seq info [6983:6983:8:4294967295]
00000100:00000001:1.0:1790693731.640726:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693731.640730:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1790693731.640735:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000008:00000001:1.0:1790693731.640736:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640740:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693731.640745:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c700.
00000020:00000040:1.0:1790693731.640749:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:3.0:1790693731.640752:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1790693731.640754:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693731.640757:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693731.640762:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1790693731.640762:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693731.640766:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693731.640768:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693731.640769:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
02000000:00000010:1.0:1790693731.640773:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000800:00000200:3.0:1790693731.640777:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693731.640780:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693731.640782:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00100000:1.0:1790693731.640789:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1790693731.640793:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693731.640799:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1790693731.640803:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693731.640807:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1790693731.640807:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693731.640809:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693731.640813:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1790693731.640815:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546f7123] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693731.640819:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693731.640824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693731.640826:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693731.640830:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693731.640834:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693731.640835:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693731.640840:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4225)
00000100:00000001:3.0:1790693731.640842:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.640846:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.640851:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640852:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693731.640854:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693731.640857:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693731.640860:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693731.640862:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298887699
00000100:00000001:3.0:1790693731.640864:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.640865:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298887699
00000100:00000001:3.0:1790693731.640867:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.640868:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693731.640869:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.640870:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693731.640873:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693731/real 1790693731]  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693731.640880:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693731.640881:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693731.640882:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693731.640884:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693731.640886:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693731.640888:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693731.640891:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693731.640898:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.640904:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693731.640905:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.640907:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.640908:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693731.640911:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.640919:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693731.640922:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.640933:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693731.640935:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.640936:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.640937:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.640938:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693731.640939:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693731.640940:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693731.640942:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693731.640944:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693731.640946:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693731.640951:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352448:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693731.640953:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693731.640955:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.640959:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693731.640960:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.640961:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693731.640963:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693731.640964:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693731.640966:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352576:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693731.640968:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693731.640969:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693731.640970:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.640971:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693731.640974:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693731.640975:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693731.640977:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693731.640979:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693731.640981:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693731.640983:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352576, portal 10
00000100:00000001:3.0:1790693731.640985:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693731.640985:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912794112 : -115045796757504 : ffff975dd026c000)
00000100:00000040:3.0:1790693731.640989:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.640993:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693731.640994:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693731.640996:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693731.640997:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101352576, offset 0
00000400:00000200:3.0:1790693731.640999:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693731.641002:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693731.641005:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693731.641007:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693731.641010:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693731.641012:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693731.641014:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693731.641017:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6989:6989:256:4294967295] 192.168.204.134@tcp LPNI seq info [6984:6984:8:4294967295]
00000400:00000200:3.0:1790693731.641020:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693731.641026:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693731.641030:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693731.641033:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693731.641036:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693731.641039:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693731.641043:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693731.641044:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693731.641047:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693731.641049:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693731.641051:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693731.641054:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693731.641056:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693731.641058:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693731.641061:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693731.641064:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641084:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.641087:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641093:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641094:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693731.641097:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693731.641100:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693731.641103:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693731.641104:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298887705
00000100:00000001:3.0:1790693731.641107:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.641109:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298887705
00000100:00000001:3.0:1790693731.641111:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.641113:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693731.641114:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641116:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693731.641119:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693731/real 1790693731]  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693731.641126:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693731.641127:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693731.641128:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693731.641130:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693731.641132:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693731.641134:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693731.641136:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693731.641142:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641153:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693731.641154:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641156:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.641157:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693731.641160:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641166:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693731.641169:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641175:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693731.641177:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641178:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.641180:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641182:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693731.641183:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693731.641186:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693731.641189:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693731.641192:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693731.641195:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693731.641203:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352576:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693731.641207:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641209:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.641212:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d500 x1877674101352448/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641218:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693731.641219:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693731.641221:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693731.641224:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693731.641225:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693731.641226:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693731.641229:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693731.641230:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:3.0:1790693731.641233:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693731.641234:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693731.641235:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d500.
00000100:00000001:3.0:1790693731.641237:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693731.641239:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641240:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.641243:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c000 x1877674101352576/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641249:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693731.641250:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693731.641251:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693731.641254:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693731.641255:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693731.641256:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693731.641258:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693731.641259:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:3.0:1790693731.641261:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693731.641262:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693731.641263:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c000.
00000100:00000001:3.0:1790693731.641265:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693731.641266:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641267:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641271:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693731.641272:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641274:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693731.641275:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693731.641277:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693731.641280:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641287:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693731.641288:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.641290:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693731.641292:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693731.641294:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693731.641296:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352704:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693731.641298:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693731.641299:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693731.641300:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.641302:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693731.641305:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693731.641307:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693731.641310:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693731.641313:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693731.641316:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693731.641319:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352704, portal 4
00000100:00000001:3.0:1790693731.641321:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693731.641322:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912801280 : -115045796750336 : ffff975dd026dc00)
00000100:00000040:3.0:1790693731.641328:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641334:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693731.641336:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693731.641338:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693731.641341:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101352704, offset 0
00000400:00000200:3.0:1790693731.641344:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693731.641348:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693731.641351:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693731.641353:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693731.641356:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693731.641358:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693731.641360:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693731.641363:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6990:6990:256:4294967295] 192.168.204.134@tcp LPNI seq info [6985:6985:8:4294967295]
00000400:00000200:3.0:1790693731.641367:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693731.641372:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693731.641377:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693731.641381:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693731.641384:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693731.641386:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693731.641390:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693731.641393:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693731.641417:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693731.641419:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693731.641423:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693731.641426:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693731.641429:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693731.641430:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693731.641433:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693731.641436:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641443:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.641445:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641450:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641451:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693731.641453:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693731.641456:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693731.641459:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693731.641461:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298887700
00000100:00000001:3.0:1790693731.641463:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.641464:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298887700
00000100:00000001:3.0:1790693731.641466:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.641468:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693731.641469:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641471:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693731.641474:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693731/real 1790693731]  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693731.641485:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693731.641486:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693731.641487:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693731.641489:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693731.641491:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693731.641493:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693731.641496:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693731.641503:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641509:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693731.641510:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641512:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.641513:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693731.641516:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641522:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693731.641524:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641528:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693731.641529:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641530:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.641531:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641532:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693731.641534:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693731.641536:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693731.641539:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693731.641541:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693731.641545:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693731.641551:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352704:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693731.641555:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693731.641558:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641563:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693731.641565:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.641567:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693731.641568:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693731.641570:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693731.641573:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352832:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693731.641576:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693731.641578:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693731.641579:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693731.641581:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693731.641584:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693731.641586:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693731.641589:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693731.641591:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693731.641594:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693731.641597:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352832, portal 4
00000100:00000001:3.0:1790693731.641598:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693731.641599:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795904 : -115045796755712 : ffff975dd026c700)
00000100:00000040:3.0:1790693731.641605:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641611:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693731.641613:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693731.641614:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693731.641617:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101352832, offset 0
00000400:00000200:3.0:1790693731.641621:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693731.641625:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693731.641629:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693731.641631:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693731.641634:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693731.641636:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693731.641638:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693731.641641:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6991:6991:256:4294967295] 192.168.204.134@tcp LPNI seq info [6986:6986:8:4294967295]
00000400:00000200:3.0:1790693731.641645:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693731.641651:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693731.641654:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693731.641656:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693731.641658:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693731.641660:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1790693731.641663:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693731.641664:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1790693731.641666:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693731.641668:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693731.641670:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693731.641672:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693731.641673:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693731.641675:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693731.641676:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693731.641678:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641683:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.641685:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641689:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641690:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693731.641691:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693731.641693:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693731.641695:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693731.641696:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298887705
00000100:00000001:3.0:1790693731.641698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.641700:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298887705
00000100:00000001:3.0:1790693731.641701:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298888962
00000100:00000001:3.0:1790693731.641702:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693731.641703:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641704:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693731.641706:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693731/real 1790693731]  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693731.641710:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693731.641711:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693731.641712:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693731.641713:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693731.641714:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693731.641715:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693731.641717:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693731.641721:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641724:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693731.641725:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641726:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.641727:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693731.641729:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641732:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693731.641734:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641737:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693731.641739:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641740:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693731.641741:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641742:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693731.641743:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693731.641745:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693731.641746:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693731.641747:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693731.641749:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693731.641753:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101352832:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693731.641755:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641756:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.641758:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026dc00 x1877674101352704/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641761:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693731.641762:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693731.641763:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693731.641764:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693731.641765:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693731.641766:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693731.641767:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693731.641768:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693731.641769:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693731.641770:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693731.641771:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026dc00.
00000100:00000001:3.0:1790693731.641772:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693731.641773:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641774:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693731.641776:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c700 x1877674101352832/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693731.641779:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693731.641780:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693731.641781:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693731.641782:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693731.641783:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693731.641784:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693731.641785:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693731.641786:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:3.0:1790693731.641787:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693731.641787:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693731.641788:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c700.
00000100:00000001:3.0:1790693731.641789:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693731.641790:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641790:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693731.641793:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693731.641793:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693731.641794:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693731.641795:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693732.023496:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693732.023499:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693732.023503:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693732.023504:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693732.023507:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693732.023508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1790693732.023514:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693732.023514:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693732.023518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693732.023520:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693732.023521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693732.023523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693732.023524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693732.023525:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693732.023530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693732.023532:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693732.023532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693732.023534:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693732.023535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693732.023537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693732.023541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693732.023542:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693732.023542:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693732.023543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693732.023546:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693732.023551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693732.023568:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693732.023569:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1790693732.023571:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693732.023573:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:3.0:1790693732.023574:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693732.023576:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693732.023593:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693732.023597:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693732.023599:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693732.023601:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693732.023602:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693732.023604:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693732.663525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693732.663532:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693732.663534:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693732.663540:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693732.663543:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693732.663546:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693732.663550:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693732.663552:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693732.663555:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693732.983528:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298888962, at 4298889024
00000100:00000010:1.0:1790693732.983547:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78600.
00000100:00000040:0.0:1790693732.983700:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298888962, at 4298889024
00000100:00000010:0.0:1790693732.983706:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78780.
00000100:00000001:2.0:1790693733.047507:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693733.047511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693733.047513:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693733.047519:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693733.047520:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693733.047523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693733.047528:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693733.047528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693733.047529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693733.047532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693733.047533:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693733.047534:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693733.047539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693733.047540:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693733.047540:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693733.047542:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693733.047546:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693733.047546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693733.047549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693733.047550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693733.047551:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693733.047554:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693733.047556:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693733.047557:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693733.047558:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693733.047560:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693733.047564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693733.047564:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693733.047570:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693733.047574:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693733.047578:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693733.047580:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693733.047581:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693733.047585:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693733.047588:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693733.047590:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693733.047593:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693733.047595:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693733.047596:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693733.047598:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693733.047599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693733.047675:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693733.047677:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693733.047679:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693733.687510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693733.687519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693733.687522:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693733.687527:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693733.687531:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693733.687534:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693733.687537:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693733.687539:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693733.687542:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693734.071531:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693734.071537:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693734.071546:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693734.071547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693734.071549:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693734.071551:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693734.071555:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693734.071557:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693734.071559:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693734.071561:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693734.071571:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693734.071571:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693734.071579:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693734.071580:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693734.071588:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693734.071588:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693734.071594:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693734.071595:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693734.071599:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693734.071602:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693734.071604:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693734.071629:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693734.071635:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693734.071638:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693734.071640:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693734.071642:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693734.071645:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693734.071782:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693734.071786:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693734.071791:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693734.071792:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693734.071796:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693734.071797:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693734.071800:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693734.071802:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693734.071817:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693734.071819:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693734.071836:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693734.711525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693734.711534:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693734.711536:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693734.711542:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693734.711547:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693734.711550:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693734.711553:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693734.711556:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693734.711559:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693735.095509:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693735.095509:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693735.095518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693735.095519:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693735.095519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693735.095522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693735.095522:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693735.095524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693735.095530:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693735.095531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693735.095534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693735.095536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693735.095536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693735.095540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693735.095542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693735.095542:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693735.095544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693735.095547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693735.095548:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693735.095549:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693735.095552:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693735.095553:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693735.095554:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693735.095558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693735.095559:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693735.095560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693735.096355:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693735.096359:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693735.096363:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693735.096437:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693735.096440:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693735.096442:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693735.096444:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693735.096447:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693735.096453:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693735.096455:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693735.096457:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693735.096459:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693735.735529:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693735.735540:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693735.735542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693735.735550:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693735.735555:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693735.735561:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693735.735566:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693735.735584:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693735.735590:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693736.119532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693736.119534:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693736.119540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693736.119541:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693736.119544:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693736.119548:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693736.119549:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693736.119552:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693736.119554:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693736.119558:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693736.119560:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693736.119562:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693736.119564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693736.119568:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693736.119568:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693736.119572:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693736.119574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693736.119596:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693736.119600:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693736.119603:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693736.119701:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693736.119710:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693736.119711:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693736.119715:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693736.119718:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693736.119721:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693736.119724:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693736.119726:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693736.119728:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693736.119759:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693736.119767:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693736.119769:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693736.119774:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693736.119788:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693736.119796:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693736.119799:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693736.119802:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693736.119805:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693736.759547:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693736.759557:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693736.759560:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693736.759568:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:0.0:1790693736.759573:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693736.759577:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693736.759581:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693736.759583:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693736.759587:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693736.759954:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693736.759964:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693736.759967:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693736.759982:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693736.759987:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693736.759995:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4220
00000400:00000200:2.0:1790693736.760003:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693736.760009:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693736.760013:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693736.760016:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760019:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760021:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760024:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693736.760032:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693736.760035:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693736.760037:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693736.760041:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693736.760043:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693736.760046:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693736.760049:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760051:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760053:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760055:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693736.760058:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693736.760061:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760064:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693736.760066:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693736.760070:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693736.760073:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760075:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693736.760077:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693736.760086:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693736.760090:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693736.760094:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693736.760095:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760099:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693736.760101:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693736.760105:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693736.760112:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693736.760118:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693736.760127:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693736.760137:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693736.760141:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693736.760146:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693736.760172:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693736.760176:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693736.760179:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693736.760181:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693736.760182:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693736.760185:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693736.760187:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4220
00000400:00000200:2.0:1790693736.760191:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693736.760194:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693736.760196:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693736.760198:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760201:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760202:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760204:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693736.760208:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693736.760209:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693736.760211:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693736.760212:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693736.760214:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693736.760217:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693736.760219:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760221:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760223:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760225:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693736.760227:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693736.760230:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760232:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693736.760234:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693736.760239:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693736.760241:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760243:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693736.760246:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693736.760250:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760252:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693736.760257:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693736.760260:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693736.760262:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693736.760263:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760265:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693736.760266:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693736.760268:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693736.760271:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693736.760274:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693736.760279:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693736.760286:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693736.760288:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693736.760292:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693736.760299:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693736.760302:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693736.760305:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693736.760307:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693736.760309:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693736.760311:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693736.760314:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4220
00000400:00000200:2.0:1790693736.760317:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693736.760320:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693736.760322:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693736.760325:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760327:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760329:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760331:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693736.760334:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693736.760335:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693736.760336:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693736.760338:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693736.760340:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693736.760342:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693736.760345:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760347:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760348:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760350:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693736.760353:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693736.760355:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760357:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693736.760359:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693736.760362:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693736.760363:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760365:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693736.760367:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693736.760369:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760371:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693736.760374:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693736.760376:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693736.760379:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693736.760380:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760382:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693736.760383:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693736.760384:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693736.760387:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693736.760391:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693736.760396:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693736.760423:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693736.760425:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693736.760429:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693736.760436:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693736.760439:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693736.760442:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693736.760443:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693736.760444:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693736.760447:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693736.760450:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4220
00000400:00000200:2.0:1790693736.760453:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693736.760456:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693736.760459:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693736.760461:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760463:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760464:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760466:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693736.760469:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693736.760470:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693736.760471:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693736.760473:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693736.760475:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693736.760477:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693736.760479:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760481:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760484:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760486:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693736.760488:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693736.760491:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760493:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693736.760495:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693736.760497:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693736.760499:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760501:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693736.760503:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693736.760505:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760506:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693736.760510:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693736.760512:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693736.760514:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693736.760516:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760517:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693736.760518:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693736.760520:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693736.760523:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693736.760526:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693736.760530:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693736.760537:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693736.760539:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693736.760542:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693736.760549:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693736.760551:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693736.760554:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693736.760556:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693736.760557:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693736.760559:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693736.760561:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4220
00000400:00000200:2.0:1790693736.760565:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693736.760567:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693736.760569:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693736.760572:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760574:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760576:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760578:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693736.760580:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693736.760581:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693736.760583:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693736.760584:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693736.760586:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693736.760588:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693736.760590:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760592:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693736.760593:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760595:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693736.760597:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693736.760599:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693736.760601:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693736.760602:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693736.760605:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693736.760606:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760608:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693736.760609:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693736.760611:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760613:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693736.760616:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693736.760618:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693736.760619:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693736.760621:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693736.760622:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693736.760623:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693736.760625:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693736.760628:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693736.760630:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693736.760634:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693736.760640:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693736.760642:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693736.760645:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693736.760651:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693736.760655:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4230)
00000100:00000001:3.0:1790693736.760716:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693736.760720:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693736.760723:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693736.760729:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.760737:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693736.760739:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.760742:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693736.760744:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693736.760747:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693736.760750:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101352960:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693736.760753:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693736.760757:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693736.760759:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.760761:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693736.760765:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693736.760767:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693736.760772:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693736.760776:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693736.760782:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693736.760789:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101352960, portal 25
00000100:00000001:3.0:1790693736.760791:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693736.760792:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:3.0:1790693736.760798:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.760804:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693736.760807:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693736.760810:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693736.760813:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101352960, offset 0
00000400:00000200:3.0:1790693736.760819:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693736.760826:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.760831:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693736.760836:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693736.760840:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693736.760843:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693736.760845:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693736.760849:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6992:6992:256:4294967295] 192.168.204.134@tcp LPNI seq info [6987:6987:8:4294967295]
00000400:00000200:3.0:1790693736.760854:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.760863:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693736.760869:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.760874:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693736.760880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693736.760885:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693736.760890:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693736.760894:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693736.760899:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.760901:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693736.760907:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693736.760912:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693736.760917:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693736.760919:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693736.760923:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693736.760926:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.760935:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.760938:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.760945:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.760946:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693736.760951:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693736.760955:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693736.760958:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298894083
00000100:00000010:3.0:1790693736.760962:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f787e0.
00000100:00000001:3.0:1790693736.760981:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693736.760988:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298894083
00000100:00000010:3.0:1790693736.760991:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78420.
00000100:00000001:3.0:1790693736.760994:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693736.760997:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693736.761000:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.761003:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693736.761008:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693736/real 1790693736]  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693736.761017:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693736.761018:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693736.761020:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693736.761023:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693736.761024:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693736.761027:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693736.761030:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693736.761037:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761043:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693736.761044:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761046:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761048:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693736.761052:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761059:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693736.761064:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761070:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693736.761072:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761074:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761075:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761077:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693736.761079:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693736.761082:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693736.761086:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693736.761088:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693736.761093:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693736.761101:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101352960:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693736.761105:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693736.761108:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761113:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693736.761114:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761116:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693736.761118:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693736.761120:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693736.761122:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353088:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693736.761125:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693736.761127:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693736.761128:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761130:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693736.761133:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693736.761135:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693736.761138:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693736.761141:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693736.761144:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693736.761147:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353088, portal 10
00000100:00000001:3.0:1790693736.761149:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693736.761150:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:3.0:1790693736.761156:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761163:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693736.761165:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693736.761167:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693736.761169:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101353088, offset 0
00000400:00000200:3.0:1790693736.761173:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693736.761178:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.761181:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693736.761184:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693736.761186:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693736.761188:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693736.761190:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693736.761192:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6993:6993:256:4294967295] 192.168.204.134@tcp LPNI seq info [6988:6988:8:4294967295]
00000400:00000200:3.0:1790693736.761196:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.761201:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693736.761205:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.761209:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693736.761212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693736.761215:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693736.761219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693736.761222:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693736.761225:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.761227:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693736.761230:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693736.761233:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693736.761236:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693736.761237:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693736.761239:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693736.761243:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761250:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.761253:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761259:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.761261:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693736.761264:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693736.761267:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693736.761270:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693736.761272:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298892819
00000100:00000001:3.0:1790693736.761275:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.761277:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298892819
00000100:00000001:3.0:1790693736.761279:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.761281:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693736.761283:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.761284:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693736.761287:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693736/real 1790693736]  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693736.761294:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693736.761296:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693736.761297:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693736.761299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693736.761301:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693736.761303:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693736.761306:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693736.761313:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761319:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693736.761320:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761322:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761323:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693736.761326:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761332:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693736.761336:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761342:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693736.761344:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761346:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761348:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761349:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693736.761352:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693736.761354:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693736.761357:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693736.761359:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693736.761362:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693736.761369:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353088:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693736.761373:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693736.761376:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761382:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693736.761383:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761385:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693736.761386:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693736.761388:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693736.761390:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353216:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693736.761393:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693736.761394:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693736.761415:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761417:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693736.761421:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693736.761422:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693736.761426:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693736.761428:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693736.761430:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693736.761433:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353216, portal 10
00000100:00000001:3.0:1790693736.761435:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693736.761436:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:3.0:1790693736.761441:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761447:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693736.761449:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693736.761451:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693736.761453:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101353216, offset 0
00000400:00000200:3.0:1790693736.761457:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693736.761460:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.761463:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693736.761465:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693736.761467:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693736.761469:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693736.761471:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693736.761474:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6994:6994:256:4294967295] 192.168.204.134@tcp LPNI seq info [6989:6989:8:4294967295]
00000400:00000200:3.0:1790693736.761477:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.761482:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693736.761487:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.761490:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693736.761494:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693736.761496:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693736.761499:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693736.761501:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693736.761517:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.761519:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693736.761522:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693736.761525:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693736.761528:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693736.761529:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693736.761532:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693736.761535:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761541:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.761544:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761550:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.761552:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693736.761555:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693736.761558:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693736.761561:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693736.761563:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298892826
00000100:00000001:3.0:1790693736.761565:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.761567:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298892826
00000100:00000001:3.0:1790693736.761569:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.761571:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693736.761573:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.761575:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693736.761579:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693736/real 1790693736]  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693736.761587:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693736.761588:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693736.761590:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693736.761592:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693736.761593:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693736.761595:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693736.761599:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693736.761607:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761614:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693736.761615:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761617:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761618:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693736.761622:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761630:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693736.761634:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761639:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693736.761641:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761643:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761644:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761646:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693736.761648:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693736.761650:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693736.761654:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693736.761656:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693736.761659:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693736.761666:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353216:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693736.761670:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693736.761672:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761679:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693736.761681:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761683:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693736.761685:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693736.761686:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693736.761690:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353344:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693736.761693:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693736.761695:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693736.761696:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761698:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693736.761701:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693736.761703:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693736.761706:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693736.761708:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693736.761711:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693736.761714:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353344, portal 4
00000100:00000001:3.0:1790693736.761715:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693736.761717:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693736.761722:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761728:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693736.761730:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693736.761732:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693736.761734:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101353344, offset 0
00000400:00000200:3.0:1790693736.761738:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693736.761741:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.761744:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693736.761747:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693736.761749:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693736.761752:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693736.761754:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693736.761756:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6995:6995:256:4294967295] 192.168.204.134@tcp LPNI seq info [6990:6990:8:4294967295]
00000400:00000200:3.0:1790693736.761760:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.761765:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693736.761769:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.761772:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693736.761775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693736.761778:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693736.761782:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693736.761785:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693736.761788:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.761790:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693736.761793:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693736.761796:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693736.761799:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693736.761801:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693736.761803:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693736.761806:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761813:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.761816:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761823:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.761824:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693736.761827:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693736.761829:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693736.761832:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693736.761834:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298892820
00000100:00000001:3.0:1790693736.761837:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.761839:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298892820
00000100:00000001:3.0:1790693736.761841:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.761843:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693736.761845:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.761847:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693736.761851:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693736/real 1790693736]  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693736.761859:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693736.761860:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693736.761862:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693736.761864:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693736.761866:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693736.761868:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693736.761871:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693736.761880:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761886:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693736.761888:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761889:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761891:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693736.761894:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761901:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693736.761905:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761912:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693736.761914:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761915:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.761917:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.761918:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693736.761920:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693736.761923:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693736.761927:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693736.761929:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693736.761933:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693736.761941:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353344:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693736.761946:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693736.761950:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.761964:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693736.761965:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761966:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693736.761967:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693736.761982:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693736.761984:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353472:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693736.761987:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693736.761988:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693736.761989:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693736.761991:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693736.761994:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693736.761995:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693736.761998:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693736.762000:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693736.762002:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693736.762004:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353472, portal 4
00000100:00000001:3.0:1790693736.762006:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693736.762007:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693736.762012:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762018:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693736.762021:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693736.762023:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693736.762025:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101353472, offset 0
00000400:00000200:3.0:1790693736.762029:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693736.762032:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.762036:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693736.762039:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693736.762041:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693736.762043:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693736.762045:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693736.762048:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6996:6996:256:4294967295] 192.168.204.134@tcp LPNI seq info [6991:6991:8:4294967295]
00000400:00000200:3.0:1790693736.762053:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693736.762059:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693736.762063:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.762067:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693736.762070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693736.762073:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1790693736.762076:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693736.762079:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1790693736.762083:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693736.762084:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693736.762087:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693736.762091:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693736.762093:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693736.762095:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693736.762097:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693736.762100:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762106:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.762109:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762114:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.762116:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693736.762118:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693736.762121:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693736.762124:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693736.762126:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298892825
00000100:00000001:3.0:1790693736.762128:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.762130:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298892825
00000100:00000001:3.0:1790693736.762132:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298894083
00000100:00000001:3.0:1790693736.762134:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693736.762136:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.762138:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693736.762142:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693736/real 1790693736]  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693736.762150:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693736.762151:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693736.762153:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693736.762155:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693736.762157:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693736.762158:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693736.762161:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693736.762169:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762176:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693736.762177:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762179:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.762180:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693736.762183:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762190:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693736.762194:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762200:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693736.762203:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762204:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693736.762205:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762207:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693736.762209:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693736.762211:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693736.762214:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693736.762217:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693736.762220:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693736.762229:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353472:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693736.762232:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762235:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.762238:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101352960/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762244:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693736.762246:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693736.762249:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693736.762252:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693736.762254:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693736.762256:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693736.762258:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693736.762260:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693736.762264:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693736.762266:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693736.762268:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:3.0:1790693736.762271:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693736.762272:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762274:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.762277:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101353088/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762283:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693736.762284:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693736.762286:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693736.762289:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693736.762290:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693736.762291:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693736.762293:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693736.762294:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693736.762298:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693736.762300:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693736.762301:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693736.762304:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693736.762305:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762306:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.762309:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101353216/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762315:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693736.762316:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693736.762318:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693736.762321:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693736.762322:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693736.762323:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693736.762325:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693736.762327:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693736.762329:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693736.762330:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693736.762332:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:3.0:1790693736.762335:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693736.762336:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762337:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.762340:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101353344/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762345:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693736.762346:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693736.762347:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693736.762349:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693736.762350:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693736.762352:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693736.762353:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693736.762355:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:3.0:1790693736.762357:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693736.762358:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693736.762359:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693736.762361:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693736.762362:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762364:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693736.762367:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101353472/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693736.762373:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693736.762374:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693736.762376:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693736.762378:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693736.762379:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693736.762380:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693736.762382:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693736.762383:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693736.762385:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693736.762386:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693736.762387:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693736.762389:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693736.762390:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762392:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693736.762418:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693736.762421:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693736.762424:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693736.762426:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693737.143507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693737.143510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693737.143511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693737.143514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693737.143515:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693737.143517:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693737.143518:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693737.143518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693737.143525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693737.143525:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693737.143527:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693737.143531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693737.143532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693737.143532:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693737.143537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693737.143538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693737.143539:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693737.143542:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693737.143544:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693737.143547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693737.143549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693737.143551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693737.143551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693737.143552:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693737.143556:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693737.143560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693737.143646:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693737.143649:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693737.143652:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693737.143756:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693737.143758:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693737.143760:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693737.143762:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693737.143765:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693737.143767:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693737.143769:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693737.143771:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693737.143773:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693737.784131:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693737.784139:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693737.784141:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693737.784147:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693737.784151:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693737.784154:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693737.784157:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693737.784159:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693737.784162:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693738.103507:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298894083, at 4298894144
00000100:00000010:0.0:1790693738.103521:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f787e0.
00000100:00000040:1.0:1790693738.103981:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298894083, at 4298894144
00000100:00000010:1.0:1790693738.103989:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78420.
00000100:00000001:0.0:1790693738.167526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693738.167532:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693738.167534:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693738.167537:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693738.167540:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693738.167543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693738.167546:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693738.167548:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693738.167551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693738.167782:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693738.167787:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693738.167790:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693738.167795:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693738.167799:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693738.167801:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693738.167804:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693738.167807:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693738.167812:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693738.167814:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693738.167818:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693738.167820:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693738.167825:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693738.167827:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693738.167848:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693738.167852:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693738.167855:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693738.168323:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693738.168327:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693738.168328:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693738.168331:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693738.168334:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693738.168336:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693738.168338:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693738.168338:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693738.168340:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693738.168341:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693738.168342:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693738.168342:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693738.168345:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693738.168346:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693738.168348:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693738.168350:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693738.168352:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693738.168354:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693738.807592:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693738.807600:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693738.807603:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693738.807608:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693738.807612:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693738.807615:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693738.807618:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693738.807620:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693738.807623:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693739.191487:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693739.191489:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693739.191494:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693739.191495:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693739.191499:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693739.191503:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693739.191503:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693739.191504:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693739.191507:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693739.191510:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693739.191510:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693739.191513:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693739.191514:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693739.191517:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693739.191517:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693739.191518:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693739.191523:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693739.191524:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693739.191525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693739.191526:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693739.191528:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693739.191529:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693739.191530:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693739.191535:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693739.191538:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693739.191541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693739.191695:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693739.191702:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693739.191707:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693739.191774:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693739.191778:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693739.191779:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693739.191783:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693739.191787:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693739.191790:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693739.191793:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693739.191795:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693739.191798:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693739.831479:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693739.831487:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693739.831489:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693739.831494:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693739.831498:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693739.831502:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693739.831505:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693739.831508:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693739.831512:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693740.215551:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693740.215559:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693740.215559:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693740.215564:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693740.215565:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693740.215569:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693740.215572:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693740.215574:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693740.215578:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693740.215579:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693740.215583:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693740.215584:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693740.215588:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693740.215589:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693740.215590:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693740.215593:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693740.215595:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693740.215596:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693740.215599:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693740.215603:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693740.215603:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693740.215604:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693740.215611:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693740.215614:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693740.215618:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693740.215619:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693740.215639:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693740.215642:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693740.215645:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693740.216364:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693740.216368:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693740.216370:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693740.216372:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693740.216375:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693740.216377:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693740.216387:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693740.216389:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693740.216391:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693740.855522:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693740.855529:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693740.855531:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693740.855541:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693740.855545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693740.855549:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693740.855552:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693740.855555:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693740.855558:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693741.239500:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693741.239508:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693741.239509:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693741.239511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693741.239513:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693741.239517:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693741.239517:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693741.239521:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693741.239523:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693741.239524:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693741.239525:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693741.239529:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693741.239530:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693741.239534:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693741.239538:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693741.239541:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693741.239544:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693741.239546:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693741.239548:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693741.239553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693741.239555:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693741.239557:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693741.239558:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693741.239560:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693741.239561:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693741.239562:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693741.239563:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693741.239566:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693741.239567:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693741.239568:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693741.239573:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693741.239575:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693741.239576:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693741.239577:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693741.239579:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693741.239580:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693741.239582:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693741.239585:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693741.239652:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693741.239655:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693741.239658:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693741.239745:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693741.239748:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693741.239749:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693741.239750:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693741.239752:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693741.239753:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693741.239755:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693741.239756:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693741.239757:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.879507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693741.879514:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693741.879516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693741.879521:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1790693741.879521:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693741.879525:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693741.879529:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693741.879530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693741.879533:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693741.879535:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693741.879538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.879541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693741.879547:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693741.879551:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693741.879559:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4225
00000400:00000200:1.0:1790693741.879566:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693741.879571:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693741.879574:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693741.879577:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879580:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693741.879583:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879585:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693741.879602:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693741.879604:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693741.879607:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693741.879610:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693741.879613:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693741.879615:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693741.879618:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879620:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693741.879622:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879624:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693741.879627:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693741.879630:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879633:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693741.879636:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693741.879651:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693741.879654:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.879656:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693741.879659:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693741.879668:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f800.
00000020:00000040:1.0:1790693741.879672:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693741.879676:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693741.879677:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.879680:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693741.879683:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693741.879686:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693741.879704:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd800.
00000100:00000001:1.0:1790693741.879711:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693741.879719:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693741.879729:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693741.879732:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693741.879737:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de848b89] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693741.879767:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693741.879770:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693741.879773:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693741.879775:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693741.879777:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693741.879780:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693741.879783:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4225
00000400:00000200:1.0:1790693741.879788:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693741.879794:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693741.879798:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693741.879802:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1790693741.879806:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000040:3.0:1790693741.879811:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693741.879812:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693741.879819:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879825:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693741.879829:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1790693741.879830:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693741.879832:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.879835:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:3.0:1790693741.879836:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693741.879839:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693741.879842:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693741.879846:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101353600:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693741.879848:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693741.879851:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693741.879852:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693741.879854:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1790693741.879855:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1790693741.879857:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693741.879861:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:3.0:1790693741.879861:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693741.879864:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693741.879866:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000400:00000200:3.0:1790693741.879883:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000001:1.0:1790693741.879885:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000400:00000010:3.0:1790693741.879887:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000020:00000001:1.0:1790693741.879889:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000400:00000010:3.0:1790693741.879895:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693741.879902:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353600, portal 25
00000100:00000040:1.0:1790693741.879906:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693741.879907:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693741.879910:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912808448 : -115045796743168 : ffff975dd026f800)
00000100:00000001:1.0:1790693741.879912:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693741.879917:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879921:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693741.879923:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693741.879927:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693741.879929:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693741.879931:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1790693741.879932:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693741.879937:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693741.879944:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693741.879948:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693741.879951:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
02000000:00000001:1.0:1790693741.879953:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.879957:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:3.0:1790693741.879957:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101353600, offset 0
00000008:00100000:1.0:1790693741.879963:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1790693741.879967:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000008:00000001:1.0:1790693741.879969:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.879973:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693741.879978:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ed80.
00000400:00000200:3.0:1790693741.879978:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693741.879983:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000200:3.0:1790693741.879986:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
02000000:00000001:1.0:1790693741.879988:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693741.879991:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.879993:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693741.879997:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693741.880001:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693741.880005:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880007:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693741.880010:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1790693741.880012:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6997:6997:256:4294967295] 192.168.204.134@tcp LPNI seq info [6992:6992:8:4294967295]
02000000:00000001:1.0:1790693741.880014:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693741.880021:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21ddc00.
00000400:00000200:3.0:1790693741.880021:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693741.880028:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693741.880037:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693741.880038:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693741.880048:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.880053:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693741.880070:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693741.880077:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1790693741.880078:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693741.880081:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1790693741.880085:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:1.0:1790693741.880087:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002381cb7] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1790693741.880091:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693741.880097:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.880100:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693741.880106:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693741.880109:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693741.880115:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1790693741.880115:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1790693741.880121:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693741.880123:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1790693741.880123:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000100:00080000:1.0:1790693741.880125:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1790693741.880128:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:1.0:1790693741.880130:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693741.880135:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4225
00000100:00000001:3.0:1790693741.880135:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000400:00000200:1.0:1790693741.880141:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000200:3.0:1790693741.880144:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693741.880157:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693741.880159:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790693741.880160:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693741.880166:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693741.880167:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880172:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693741.880176:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880181:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693741.880185:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693741.880186:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693741.880189:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000100:00000001:3.0:1790693741.880190:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:1.0:1790693741.880192:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693741.880197:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.880203:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693741.880205:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000100:00000001:3.0:1790693741.880207:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298899202
00000020:00000001:1.0:1790693741.880208:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693741.880213:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000010:3.0:1790693741.880215:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78480.
00000100:00000040:1.0:1790693741.880216:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880221:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693741.880223:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693741.880225:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693741.880226:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693741.880231:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00000001:3.0:1790693741.880232:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298899202
00000100:00080000:1.0:1790693741.880236:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000010:3.0:1790693741.880237:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f785a0.
00000100:00000001:3.0:1790693741.880242:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693741.880243:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.880247:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693741.880250:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.880252:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1790693741.880256:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693741.880259:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693741.880261:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.880263:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693741.880265:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693741.880268:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.880271:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693741.880272:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693741/real 1790693741]  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790693741.880276:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693741.880280:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693741.880286:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693741.880288:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1790693741.880290:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1790693741.880291:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:3.0:1790693741.880294:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1790693741.880295:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1790693741.880298:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693741.880306:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
02000000:00000001:1.0:1790693741.880308:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693741.880309:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693741.880314:0:2398:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000010:1.0:1790693741.880315:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693741.880320:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693741.880327:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693741.880329:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1790693741.880351:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693741.880367:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693741.880368:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693741.880372:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.880372:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.880378:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1790693741.880382:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.880382:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693741.880391:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.880420:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693741.880426:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.880434:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693741.880437:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693741.880438:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.880439:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1790693741.880443:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693741.880443:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.880446:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693741.880449:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693741.880452:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693741.880456:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693741.880460:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1790693741.880461:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693741.880465:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1790693741.880467:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693741.880468:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693741.880475:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693741.880481:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4225
00000100:00100000:3.0:1790693741.880482:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101353600:192.168.204.134@tcp:250:
00000400:00000200:1.0:1790693741.880489:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693741.880491:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693741.880496:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693741.880496:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.880501:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f800 x1877674101353600/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.880508:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1790693741.880510:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1790693741.880512:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1790693741.880516:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000010:3.0:1790693741.880517:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
00000100:00000001:1.0:1790693741.880520:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1790693741.880523:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1790693741.880524:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000020:00000001:3.0:1790693741.880527:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:1.0:1790693741.880529:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693741.880531:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693741.880535:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1790693741.880535:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000020:00000040:1.0:1790693741.880538:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
02000000:00000010:3.0:1790693741.880540:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd800.
00000020:00000001:1.0:1790693741.880542:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1790693741.880545:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1790693741.880546:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693741.880560:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
02000000:00000001:3.0:1790693741.880560:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693741.880564:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f800.
00000020:00000001:1.0:1790693741.880565:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:3.0:1790693741.880569:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1790693741.880572:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693741.880572:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693741.880577:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693741.880578:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693741.880583:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880586:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693741.880587:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1790693741.880589:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00000001:3.0:1790693741.880590:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693741.880595:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693741.880596:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693741.880599:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693741.880600:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693741.880605:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693741.880611:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693741.880617:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693741.880617:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693741.880621:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693741.880623:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693741.880625:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693741.880629:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.880629:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693741.880634:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:3.0:1790693741.880634:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790693741.880638:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1790693741.880640:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353728:192.168.204.134@tcp:38:
00000008:00000001:1.0:1790693741.880643:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.880648:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.880649:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693741.880652:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693741.880654:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.880656:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693741.880659:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693741.880662:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.880666:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000010:1.0:1790693741.880669:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000400:00000010:3.0:1790693741.880671:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000020:00000040:1.0:1790693741.880673:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000400:00000010:3.0:1790693741.880676:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
02000000:00000001:1.0:1790693741.880678:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693741.880681:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1790693741.880682:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353728, portal 10
00000100:00000001:1.0:1790693741.880684:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1790693741.880686:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1790693741.880687:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1790693741.880690:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912805760 : -115045796745856 : ffff975dd026ed80)
02000000:00000001:1.0:1790693741.880691:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693741.880698:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000040:3.0:1790693741.880709:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693741.880716:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.880718:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693741.880724:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00100000:1.0:1790693741.880725:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1790693741.880728:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693741.880733:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101353728, offset 0
00000100:00000001:1.0:1790693741.880740:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1790693741.880742:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880743:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.880748:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693741.880750:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693741.880755:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693741.880757:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693741.880759:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693741.880760:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693741.880765:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693741.880773:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6998:6998:256:4294967295] 192.168.204.134@tcp LPNI seq info [6993:6993:8:4294967295]
00000100:00000001:1.0:1790693741.880782:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.880783:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693741.880789:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693741.880797:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1790693741.880798:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693741.880805:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.880809:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000100:00000001:1.0:1790693741.880811:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693741.880816:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1790693741.880816:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693741.880821:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1790693741.880822:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:3.1:1790693741.880826:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00080000:1.0:1790693741.880828:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4225
00000800:00000200:3.1:1790693741.880830:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693741.880837:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693741.880838:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:3.0:1790693741.880839:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693741.880844:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693741.880847:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:3.0:1790693741.880849:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693741.880854:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693741.880855:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693741.880856:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693741.880859:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.880864:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790693741.880866:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693741.880866:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693741.880884:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880889:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693741.880893:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693741.880894:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693741.880898:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693741.880899:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693741.880904:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693741.880909:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693741.880913:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693741.880915:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298897939
00000100:00000001:3.0:1790693741.880918:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298899202
00000100:00000001:3.0:1790693741.880921:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298897939
00000100:00000001:3.0:1790693741.880924:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298899202
00000020:00000001:1.0:1790693741.880925:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693741.880926:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790693741.880929:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:3.0:1790693741.880930:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693741.880933:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1790693741.880934:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1790693741.880937:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693741.880942:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00100000:3.0:1790693741.880942:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693741/real 1790693741]  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693741.880947:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000400:00000001:3.0:1790693741.880957:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693741.880959:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693741.880961:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693741.880964:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693741.880965:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693741.880967:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693741.880970:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693741.880973:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693741.880980:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1790693741.880981:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693741.880986:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693741.880989:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693741.880991:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693741.880992:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.880994:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.880996:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693741.880998:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00100000:3.0:1790693741.881001:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881007:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693741.881010:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881014:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693741.881015:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881016:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.881016:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881017:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693741.881019:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693741.881020:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693741.881022:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693741.881023:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693741.881025:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693741.881029:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353728:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693741.881032:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693741.881033:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881037:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693741.881037:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.881039:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693741.881040:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693741.881042:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693741.881043:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353856:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693741.881045:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693741.881046:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693741.881047:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.881048:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693741.881050:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693741.881051:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.881054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693741.881055:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693741.881057:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693741.881060:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353856, portal 10
00000100:00000001:3.0:1790693741.881062:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693741.881064:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00080000:1.0:1790693741.881073:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000040:3.0:1790693741.881074:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693741.881083:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693741.881093:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693741.881097:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1790693741.881104:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693741.881104:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693741.881111:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.881114:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:3.0:1790693741.881115:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000008:00100000:1.0:1790693741.881119:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1790693741.881122:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101353856, offset 0
00000008:00000001:1.0:1790693741.881125:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.881130:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.881132:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693741.881138:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693741.881142:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693741.881145:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693741.881147:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693741.881149:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1790693741.881150:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000400:00000200:3.0:1790693741.881154:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000020:00000040:1.0:1790693741.881160:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000400:00000200:3.0:1790693741.881165:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [6999:6999:256:4294967295] 192.168.204.134@tcp LPNI seq info [6994:6994:8:4294967295]
02000000:00000001:1.0:1790693741.881168:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693741.881171:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693741.881176:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1790693741.881178:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693741.881181:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693741.881186:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.881191:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1790693741.881197:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000800:00000200:3.0:1790693741.881200:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.881205:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000100:00000001:1.0:1790693741.881206:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1790693741.881212:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693741.881215:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000100:00100000:1.0:1790693741.881222:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1790693741.881222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693741.881230:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693741.881245:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.881252:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000100:00000001:1.0:1790693741.881255:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693741.881259:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.881259:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1790693741.881269:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693741.881271:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693741.881283:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693741.881291:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:1.0:1790693741.881301:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881302:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693741.881307:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693741.881312:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4235)
00000100:00000001:3.0:1790693741.881315:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.881319:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881327:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881329:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693741.881332:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693741.881335:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693741.881338:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693741.881341:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298897945
00000100:00000001:3.0:1790693741.881343:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298899202
00000100:00000001:3.0:1790693741.881346:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298897945
00000100:00000001:3.0:1790693741.881349:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298899202
00000100:00000001:3.0:1790693741.881351:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693741.881354:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881356:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693741.881360:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693741/real 1790693741]  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693741.881374:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693741.881375:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693741.881376:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693741.881378:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693741.881379:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693741.881380:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693741.881382:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693741.881387:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881391:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693741.881392:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881394:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.881415:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693741.881420:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881426:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693741.881430:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881436:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693741.881439:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881440:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.881441:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881443:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693741.881444:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693741.881447:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693741.881450:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693741.881452:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693741.881456:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693741.881463:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353856:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693741.881467:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881468:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.881471:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ed80 x1877674101353728/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881477:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693741.881479:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693741.881481:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693741.881484:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693741.881486:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693741.881487:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693741.881489:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693741.881490:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21ddc00.
02000000:00000001:3.0:1790693741.881492:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693741.881493:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693741.881495:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ed80.
00000100:00000001:3.0:1790693741.881498:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693741.881499:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881500:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.881503:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101353856/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881508:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693741.881509:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693741.881510:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693741.881512:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693741.881513:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693741.881514:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693741.881516:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693741.881517:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:3.0:1790693741.881519:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693741.881520:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693741.881521:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:3.0:1790693741.881523:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693741.881524:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881526:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881529:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693741.881530:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881533:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693741.881534:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693741.881535:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693741.881538:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881544:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693741.881546:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.881548:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693741.881550:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693741.881552:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693741.881555:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353984:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693741.881557:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693741.881560:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693741.881561:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.881562:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693741.881565:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693741.881567:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.881570:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693741.881573:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693741.881576:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693741.881579:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101353984, portal 4
00000100:00000001:3.0:1790693741.881581:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693741.881582:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:3.0:1790693741.881587:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881593:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693741.881595:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693741.881597:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693741.881599:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101353984, offset 0
00000400:00000200:3.0:1790693741.881603:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693741.881606:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693741.881609:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693741.881612:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693741.881614:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693741.881616:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693741.881618:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693741.881621:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7000:7000:256:4294967295] 192.168.204.134@tcp LPNI seq info [6995:6995:8:4294967295]
00000400:00000200:3.0:1790693741.881625:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693741.881631:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693741.881635:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.881637:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693741.881641:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693741.881643:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693741.881648:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693741.881650:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693741.881653:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.881655:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693741.881657:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693741.881660:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693741.881663:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693741.881665:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693741.881667:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693741.881670:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881677:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.881679:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881685:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881686:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693741.881689:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693741.881691:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693741.881694:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693741.881696:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298897940
00000100:00000001:3.0:1790693741.881699:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298899202
00000100:00000001:3.0:1790693741.881701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298897940
00000100:00000001:3.0:1790693741.881703:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298899202
00000100:00000001:3.0:1790693741.881705:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693741.881707:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881709:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693741.881712:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693741/real 1790693741]  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693741.881719:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693741.881721:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693741.881722:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693741.881724:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693741.881726:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693741.881728:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693741.881730:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693741.881737:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881744:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693741.881745:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881746:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.881747:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693741.881751:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881757:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693741.881760:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881772:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693741.881774:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881776:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.881777:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.881779:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693741.881781:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693741.881784:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693741.881787:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693741.881789:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693741.881792:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693741.881798:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101353984:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693741.881802:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693741.881805:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881811:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693741.881812:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.881814:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693741.881816:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693741.881818:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693741.881820:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354112:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693741.881823:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693741.881825:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693741.881827:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693741.881828:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693741.881831:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693741.881832:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693741.881835:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693741.881837:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693741.881840:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693741.881842:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101354112, portal 4
00000100:00000001:3.0:1790693741.881844:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693741.881845:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:3.0:1790693741.881850:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881855:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693741.881857:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693741.881859:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693741.881861:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101354112, offset 0
00000400:00000200:3.0:1790693741.881865:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693741.881868:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693741.881886:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693741.881889:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693741.881891:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693741.881893:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693741.881894:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693741.881897:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7001:7001:256:4294967295] 192.168.204.134@tcp LPNI seq info [6996:6996:8:4294967295]
00000400:00000200:3.0:1790693741.881901:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693741.881906:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693741.881910:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.881913:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693741.881916:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693741.881918:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1790693741.881922:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693741.881924:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1790693741.881928:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693741.881929:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693741.881931:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693741.881934:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693741.881937:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693741.881939:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693741.881941:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693741.881944:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881950:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.881953:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.881959:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881960:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693741.881962:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693741.881965:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693741.881968:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693741.881969:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298897945
00000100:00000001:3.0:1790693741.881972:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298899202
00000100:00000001:3.0:1790693741.881973:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298897945
00000100:00000001:3.0:1790693741.881975:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298899202
00000100:00000001:3.0:1790693741.881977:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693741.881979:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.881980:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693741.881984:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693741/real 1790693741]  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693741.881990:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693741.881991:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693741.881992:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693741.881994:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693741.881996:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693741.881997:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693741.882000:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693741.882007:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.882017:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693741.882019:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.882020:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.882022:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693741.882025:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.882030:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693741.882034:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.882040:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693741.882042:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.882044:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693741.882045:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.882046:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693741.882047:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693741.882049:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693741.882052:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693741.882053:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693741.882056:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693741.882063:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354112:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693741.882066:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.882068:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.882071:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101353984/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.882076:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693741.882078:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693741.882080:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693741.882081:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693741.882083:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693741.882084:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693741.882086:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693741.882088:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693741.882090:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693741.882091:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693741.882092:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:3.0:1790693741.882095:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693741.882096:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.882098:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693741.882100:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101354112/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693741.882106:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693741.882107:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693741.882108:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693741.882110:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693741.882111:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693741.882112:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693741.882113:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693741.882114:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:3.0:1790693741.882116:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693741.882117:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693741.882118:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:3.0:1790693741.882120:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693741.882122:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.882123:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693741.882126:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693741.882127:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693741.882128:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693741.882130:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693742.263501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693742.263501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693742.263507:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693742.263508:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693742.263509:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693742.263512:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693742.263514:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693742.263518:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693742.263522:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693742.263523:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693742.263526:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693742.263530:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693742.263531:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693742.263531:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693742.263531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693742.263537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693742.263540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693742.263542:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693742.263542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693742.263543:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693742.263549:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693742.263549:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693742.263552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693742.263559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693742.263560:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693742.263560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693742.263569:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693742.263572:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693742.263574:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693742.263577:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693742.263579:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693742.263582:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693742.263583:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693742.263586:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693742.263589:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693742.263589:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693742.263595:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693742.263599:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693742.263601:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693742.263603:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693742.263605:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693742.263622:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693742.263624:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693742.263626:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693742.903731:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693742.903737:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693742.903740:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693742.903745:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693742.903748:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693742.903751:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693742.903754:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693742.903756:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693742.903759:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693743.223524:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298899202, at 4298899264
00000100:00000010:1.0:1790693743.223540:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f785a0.
00000100:00000040:0.0:1790693743.223558:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298899202, at 4298899264
00000100:00000010:0.0:1790693743.223573:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78480.
00010000:00000001:3.0:1790693743.287519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693743.287526:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693743.287531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693743.287532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693743.287536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693743.287537:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693743.287540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693743.287541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693743.287645:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693743.287649:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693743.287651:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693743.287655:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693743.287658:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693743.287661:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693743.287663:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693743.287665:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693743.287668:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693743.287941:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693743.287947:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693743.287950:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693743.287955:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693743.287958:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693743.287963:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693743.287965:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693743.287967:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693743.287970:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693743.288762:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693743.288767:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693743.288770:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693743.288835:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693743.288839:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693743.288841:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693743.288855:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693743.288858:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693743.288861:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693743.288863:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693743.288865:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693743.288867:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693743.927535:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693743.927543:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693743.927545:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693743.927550:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693743.927554:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693743.927557:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693743.927560:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693743.927562:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693743.927566:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693744.311515:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693744.311520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693744.311523:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693744.311524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693744.311527:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693744.311532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693744.311533:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693744.311535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693744.311539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693744.311541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693744.311544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693744.311544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693744.311550:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693744.311552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693744.311554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693744.311554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693744.311561:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693744.311579:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693744.311584:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693744.311587:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693744.311645:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693744.311649:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693744.311650:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693744.311652:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693744.311655:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693744.311657:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693744.311659:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693744.311661:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693744.311663:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693744.313210:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693744.313214:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693744.313216:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693744.313219:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693744.313222:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693744.313225:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693744.313227:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693744.313229:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693744.313231:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693744.951511:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693744.951519:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693744.951521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693744.951527:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693744.951531:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693744.951535:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693744.951537:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693744.951539:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693744.951542:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693745.335504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693745.335510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693745.335512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693745.335516:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693745.335519:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693745.335520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693745.335527:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:2.0:1790693745.335527:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693745.335533:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693745.335533:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693745.335538:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693745.335538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693745.335543:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693745.335544:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693745.335547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693745.335548:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693745.335551:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693745.335553:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693745.335553:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693745.335555:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693745.335559:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693745.335563:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693745.335566:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693745.335569:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693745.335571:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693745.335573:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693745.335576:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693745.336174:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693745.336177:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693745.336182:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693745.336183:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693745.336187:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693745.336188:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693745.336191:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693745.336192:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693745.336236:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693745.336239:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693745.336242:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693745.975932:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693745.975940:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693745.975942:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693745.975947:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693745.975951:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693745.975955:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693745.975957:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693745.975960:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693745.975963:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693746.359483:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693746.359483:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693746.359485:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693746.359489:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693746.359490:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693746.359490:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693746.359491:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693746.359494:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693746.359495:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.359496:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693746.359496:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693746.359502:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693746.359502:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693746.359503:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693746.359504:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693746.359508:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693746.359509:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693746.359509:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.359510:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693746.359514:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693746.359515:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693746.359516:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693746.359517:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693746.359521:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693746.359522:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.359523:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693746.359524:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693746.359527:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693746.359528:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693746.359529:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693746.359529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693746.359534:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693746.359534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.359535:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693746.359541:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693746.359571:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693746.359575:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693746.359578:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693746.999504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693746.999510:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693746.999516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693746.999520:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693746.999523:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693746.999527:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693746.999530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693746.999535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693746.999538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693746.999618:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693746.999625:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693746.999627:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693746.999630:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693746.999634:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693746.999640:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4230
00000400:00000200:1.0:1790693746.999647:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693746.999652:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693746.999655:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693746.999658:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693746.999661:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693746.999663:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693746.999666:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693746.999673:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693746.999675:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693746.999678:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693746.999681:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693746.999683:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693746.999685:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693746.999687:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693746.999689:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693746.999691:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693746.999692:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693746.999695:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693746.999698:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693746.999701:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693746.999704:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693746.999708:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693746.999710:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.999712:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693746.999714:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693746.999722:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000020:00000040:1.0:1790693746.999726:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693746.999729:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693746.999731:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.999733:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693746.999736:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693746.999739:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693746.999746:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de000.
00000100:00000001:1.0:1790693746.999752:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693746.999760:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693746.999769:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693746.999787:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693746.999792:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693746.999810:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693746.999813:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693746.999816:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693746.999817:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693746.999819:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693746.999821:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693746.999831:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4230
00000400:00000200:1.0:1790693746.999835:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693746.999837:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1790693746.999839:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:3.0:1790693746.999841:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790693746.999844:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693746.999844:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693746.999853:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:3.0:1790693746.999853:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693746.999857:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693746.999862:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693746.999865:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693746.999866:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:3.0:1790693746.999867:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693746.999872:0:29674:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1790693746.999872:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1790693746.999875:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
02000000:00000001:3.0:1790693746.999876:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1790693746.999880:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1790693746.999881:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693746.999885:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00100000:3.0:1790693746.999886:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101354240:192.168.204.134@tcp:250:
00000020:00000001:1.0:1790693746.999892:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:3.0:1790693746.999892:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1790693746.999896:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:3.0:1790693746.999896:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693746.999899:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693746.999903:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693746.999907:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693746.999909:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693746.999910:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693746.999914:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693746.999915:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:1.0:1790693746.999918:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693746.999922:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:3.0:1790693746.999923:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000020:00000040:1.0:1790693746.999924:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:1.0:1790693746.999929:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000010:3.0:1790693746.999931:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000001:1.0:1790693746.999932:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693746.999936:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1790693746.999940:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101354240, portal 25
02000000:00000001:1.0:1790693746.999941:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693746.999946:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1790693746.999947:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693746.999951:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000001:1.0:1790693746.999956:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:3.0:1790693746.999960:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790693746.999961:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693746.999967:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.999971:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693746.999977:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1790693746.999978:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000100:00000040:3.0:1790693746.999981:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000020:00000040:1.0:1790693746.999983:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000010:3.0:1790693746.999985:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
02000000:00000001:1.0:1790693746.999988:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1790693746.999990:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101354240, offset 0
02000000:00000001:1.0:1790693746.999991:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693746.999995:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1790693746.999996:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
02000000:00000001:1.0:1790693746.999998:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693747.000002:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693747.000006:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de400.
00000400:00000200:3.0:1790693747.000007:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693747.000012:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693747.000017:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00100000:1.0:1790693747.000022:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693747.000026:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693747.000034:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:1.0:1790693747.000035:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693747.000038:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693747.000040:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1790693747.000045:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693747.000047:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693747.000056:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7002:7002:256:4294967295] 192.168.204.134@tcp LPNI seq info [6997:6997:8:4294967295]
00000100:00000001:1.0:1790693747.000061:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693747.000064:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693747.000066:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693747.000070:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693747.000072:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693747.000075:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693747.000080:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1790693747.000081:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1790693747.000085:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4230
00000400:00000200:1.0:1790693747.000092:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000200:3.0:1790693747.000095:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693747.000098:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693747.000102:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1790693747.000103:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000100:00000040:1.0:1790693747.000106:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693747.000109:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693747.000111:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693747.000115:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:3.0:1790693747.000116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693747.000119:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693747.000121:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000200:3.0:1790693747.000122:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1790693747.000124:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693747.000127:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693747.000131:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.1:1790693747.000132:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000001:1.0:1790693747.000135:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:3.1:1790693747.000137:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1790693747.000141:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693747.000144:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1790693747.000146:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:1.0:1790693747.000149:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000010:3.0:1790693747.000151:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000100:00000001:1.0:1790693747.000152:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693747.000156:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:3.0:1790693747.000158:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790693747.000159:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693747.000163:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693747.000166:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1790693747.000167:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790693747.000170:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693747.000173:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693747.000174:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000100:00000001:1.0:1790693747.000175:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693747.000178:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1790693747.000179:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000008:00000001:1.0:1790693747.000181:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000185:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693747.000190:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693747.000193:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693747.000199:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000020:00000040:1.0:1790693747.000203:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693747.000207:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1790693747.000207:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693747.000211:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000214:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1790693747.000215:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693747.000216:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693747.000219:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693747.000225:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21df000.
00000100:00000001:3.0:1790693747.000227:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000229:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000231:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693747.000240:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693747.000241:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693747.000248:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693747.000253:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298904322
00000100:00000001:1.0:1790693747.000257:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1790693747.000260:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78300.
00000100:00000001:1.0:1790693747.000261:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693747.000268:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000269:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693747.000276:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298904322
00000100:00000001:1.0:1790693747.000280:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693747.000282:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78ea0.
00000100:00080000:1.0:1790693747.000284:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693747.000287:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1790693747.000289:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693747.000293:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693747.000294:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693747.000295:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693747.000300:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000301:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693747.000303:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1790693747.000307:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4230
00000100:00100000:3.0:1790693747.000312:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693746/real 1790693747]  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693747.000314:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693747.000321:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693747.000326:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1790693747.000329:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1790693747.000331:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000001:3.0:1790693747.000332:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790693747.000336:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1790693747.000336:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000100:00000040:1.0:1790693747.000340:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:3.0:1790693747.000342:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000100:00000001:1.0:1790693747.000343:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000010:3.0:1790693747.000345:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000020:00000001:1.0:1790693747.000348:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1790693747.000349:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693747.000354:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693747.000359:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693747.000364:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693747.000366:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693747.000368:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693747.000370:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693747.000373:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693747.000377:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693747.000381:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693747.000384:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000200:3.0:1790693747.000386:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693747.000388:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693747.000394:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693747.000419:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693747.000422:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.000425:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693747.000426:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000429:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693747.000430:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693747.000435:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693747.000438:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693747.000438:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693747.000442:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693747.000445:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693747.000450:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000453:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000456:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1790693747.000458:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000020:00000040:1.0:1790693747.000462:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000040:3.0:1790693747.000465:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693747.000466:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693747.000468:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000472:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693747.000474:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693747.000477:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693747.000483:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dcc00.
00000100:00000001:3.0:1790693747.000483:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693747.000490:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000490:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.000495:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.000496:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693747.000499:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693747.000500:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693747.000503:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693747.000510:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693747.000514:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693747.000516:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693747.000517:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000040:1.0:1790693747.000523:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000523:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693747.000532:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693747.000536:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693747.000540:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693747.000547:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693747.000550:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693747.000553:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1790693747.000556:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101354240:192.168.204.134@tcp:250:
00000100:00000001:1.0:1790693747.000557:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693747.000562:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4230
00000100:00000001:3.0:1790693747.000567:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1790693747.000568:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693747.000572:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1790693747.000574:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693747.000578:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693747.000579:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101354240/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693747.000585:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693747.000590:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693747.000595:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693747.000598:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693747.000601:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
00000100:00000040:1.0:1790693747.000607:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:3.0:1790693747.000608:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1790693747.000612:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693747.000612:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693747.000615:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:1.0:1790693747.000617:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693747.000620:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693747.000621:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000020:00000001:1.0:1790693747.000623:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:3.0:1790693747.000625:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de000.
00000020:00000040:1.0:1790693747.000626:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693747.000632:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
02000000:00000001:3.0:1790693747.000632:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693747.000636:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1790693747.000637:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000010:3.0:1790693747.000639:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000040:1.0:1790693747.000643:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693747.000645:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693747.000646:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1790693747.000648:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693747.000650:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693747.000653:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693747.000654:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693747.000658:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693747.000661:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693747.000662:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693747.000664:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000665:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693747.000668:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693747.000669:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1790693747.000672:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693747.000673:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693747.000676:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1790693747.000677:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000681:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:3.0:1790693747.000684:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790693747.000685:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693747.000689:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000693:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693747.000699:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ca80.
00000100:00000001:3.0:1790693747.000700:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790693747.000703:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
00000100:00000001:3.0:1790693747.000703:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.000708:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693747.000709:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693747.000711:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693747.000712:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.000715:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693747.000717:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693747.000718:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693747.000722:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693747.000724:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354368:192.168.204.134@tcp:38:
02000000:00000010:1.0:1790693747.000726:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd000.
00000100:00000001:1.0:1790693747.000732:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000732:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693747.000736:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693747.000739:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693747.000740:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693747.000743:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693747.000749:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
00000100:00000001:1.0:1790693747.000750:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693747.000753:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.000754:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693747.000758:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bce32b5] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693747.000764:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693747.000780:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:1.0:1790693747.000782:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693747.000785:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000040:1.0:1790693747.000789:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4240)
00000100:00000200:3.0:1790693747.000790:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101354368, portal 10
00000100:00000001:3.0:1790693747.000794:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693747.000796:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000040:3.0:1790693747.000803:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000811:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693747.000814:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693747.000816:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693747.000818:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101354368, offset 0
00000400:00000200:3.0:1790693747.000822:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693747.000826:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.000831:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693747.000835:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693747.000838:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693747.000840:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693747.000842:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693747.000846:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7003:7003:256:4294967295] 192.168.204.134@tcp LPNI seq info [6998:6998:8:4294967295]
00000400:00000200:3.0:1790693747.000850:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.000856:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693747.000860:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.000863:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693747.000867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693747.000870:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693747.000875:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693747.000877:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693747.000881:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.000883:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693747.000886:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693747.000889:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693747.000892:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693747.000894:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693747.000896:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693747.000899:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000906:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.000910:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000916:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000918:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693747.000921:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693747.000924:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693747.000927:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693747.000929:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298903059
00000100:00000001:3.0:1790693747.000931:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.000933:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298903059
00000100:00000001:3.0:1790693747.000936:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.000938:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693747.000939:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.000941:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693747.000944:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693747/real 1790693747]  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693747.000949:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693747.000950:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693747.000952:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693747.000953:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693747.000954:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693747.000956:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693747.000957:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693747.000962:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000965:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693747.000966:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.000967:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.000968:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693747.000970:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000973:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693747.000975:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.000980:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693747.000981:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.000982:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.000983:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.000984:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693747.000985:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693747.000987:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693747.000988:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693747.000990:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693747.000992:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693747.000996:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354368:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693747.000998:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693747.001000:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001003:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693747.001004:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.001005:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693747.001007:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693747.001008:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693747.001009:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354496:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693747.001012:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693747.001013:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693747.001015:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.001017:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693747.001020:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693747.001021:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693747.001024:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693747.001027:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693747.001029:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693747.001032:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101354496, portal 10
00000100:00000001:3.0:1790693747.001034:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693747.001035:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:3.0:1790693747.001041:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001047:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693747.001049:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693747.001051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693747.001053:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101354496, offset 0
00000400:00000200:3.0:1790693747.001056:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693747.001060:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.001063:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693747.001065:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693747.001067:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693747.001070:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693747.001072:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693747.001075:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7004:7004:256:4294967295] 192.168.204.134@tcp LPNI seq info [6999:6999:8:4294967295]
00000400:00000200:3.0:1790693747.001078:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.001084:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693747.001088:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.001092:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693747.001094:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693747.001096:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693747.001098:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693747.001100:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693747.001102:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.001103:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693747.001105:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693747.001107:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693747.001109:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693747.001110:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693747.001112:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693747.001115:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001119:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.001121:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001125:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001125:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693747.001127:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693747.001129:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693747.001131:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693747.001133:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298903065
00000100:00000001:3.0:1790693747.001135:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.001137:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298903065
00000100:00000001:3.0:1790693747.001139:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.001141:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693747.001142:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001144:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693747.001148:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693747/real 1790693747]  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693747.001154:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693747.001155:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693747.001157:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693747.001160:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693747.001161:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693747.001163:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693747.001166:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693747.001174:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001185:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693747.001187:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001188:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.001190:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693747.001193:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001198:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693747.001201:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001205:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693747.001206:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001207:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.001208:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001209:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693747.001210:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693747.001211:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693747.001213:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693747.001214:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693747.001216:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693747.001220:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354496:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693747.001222:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693747.001224:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001228:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693747.001229:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.001230:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693747.001231:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693747.001233:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693747.001234:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354624:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693747.001236:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693747.001237:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693747.001238:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.001239:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693747.001242:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693747.001244:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693747.001247:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693747.001250:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693747.001253:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693747.001255:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101354624, portal 4
00000100:00000001:3.0:1790693747.001257:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693747.001258:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:3.0:1790693747.001264:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001270:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693747.001272:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693747.001274:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693747.001276:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101354624, offset 0
00000400:00000200:3.0:1790693747.001280:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693747.001283:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.001286:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693747.001289:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693747.001291:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693747.001293:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693747.001295:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693747.001298:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7005:7005:256:4294967295] 192.168.204.134@tcp LPNI seq info [7000:7000:8:4294967295]
00000400:00000200:3.0:1790693747.001302:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.001307:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693747.001310:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.001314:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693747.001317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693747.001320:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693747.001323:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693747.001326:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693747.001329:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.001330:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693747.001333:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693747.001337:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693747.001340:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693747.001341:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693747.001343:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693747.001347:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001353:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.001355:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001359:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001360:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693747.001363:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693747.001365:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693747.001367:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693747.001368:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298903059
00000100:00000001:3.0:1790693747.001369:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.001371:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298903059
00000100:00000001:3.0:1790693747.001372:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.001373:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693747.001375:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001376:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693747.001379:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693747/real 1790693747]  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693747.001392:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693747.001393:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693747.001395:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693747.001417:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693747.001419:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693747.001421:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693747.001424:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693747.001430:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001434:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693747.001436:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001437:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.001438:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693747.001440:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001444:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693747.001446:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001449:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693747.001451:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001452:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.001453:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001454:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693747.001456:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693747.001459:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693747.001462:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693747.001464:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693747.001468:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693747.001475:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354624:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693747.001478:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001480:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.001484:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101354368/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001490:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693747.001491:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693747.001493:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693747.001496:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693747.001497:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693747.001499:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693747.001501:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693747.001502:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de400.
02000000:00000001:3.0:1790693747.001505:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693747.001506:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693747.001507:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:3.0:1790693747.001510:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693747.001511:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001513:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.001516:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101354496/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001522:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693747.001523:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693747.001524:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693747.001526:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693747.001527:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693747.001528:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693747.001530:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693747.001531:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21df000.
02000000:00000001:3.0:1790693747.001533:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693747.001534:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693747.001536:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:3.0:1790693747.001538:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693747.001539:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001541:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.001543:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101354624/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001549:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693747.001550:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693747.001551:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693747.001553:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693747.001554:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693747.001556:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693747.001557:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693747.001559:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dcc00.
02000000:00000001:3.0:1790693747.001561:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693747.001562:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693747.001563:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:3.0:1790693747.001565:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693747.001566:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001568:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001571:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693747.001573:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001575:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693747.001577:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693747.001578:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693747.001581:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001587:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693747.001589:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.001590:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693747.001592:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693747.001594:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693747.001597:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354752:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693747.001600:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693747.001601:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693747.001603:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693747.001605:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693747.001608:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693747.001609:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693747.001613:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693747.001615:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693747.001619:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693747.001621:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101354752, portal 4
00000100:00000001:3.0:1790693747.001623:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693747.001624:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912796800 : -115045796754816 : ffff975dd026ca80)
00000100:00000040:3.0:1790693747.001630:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001636:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693747.001639:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693747.001641:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693747.001643:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101354752, offset 0
00000400:00000200:3.0:1790693747.001647:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693747.001651:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.001654:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693747.001657:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693747.001659:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693747.001661:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693747.001663:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693747.001666:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7006:7006:256:4294967295] 192.168.204.134@tcp LPNI seq info [7001:7001:8:4294967295]
00000400:00000200:3.0:1790693747.001670:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693747.001675:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693747.001680:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.001683:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693747.001687:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693747.001690:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1790693747.001693:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693747.001696:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1790693747.001713:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693747.001715:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693747.001718:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693747.001722:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693747.001725:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693747.001726:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693747.001736:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693747.001739:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001746:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.001750:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001756:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001758:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693747.001761:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693747.001764:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693747.001767:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693747.001769:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298903065
00000100:00000001:3.0:1790693747.001783:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.001785:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298903065
00000100:00000001:3.0:1790693747.001788:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298904322
00000100:00000001:3.0:1790693747.001790:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693747.001792:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001794:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693747.001798:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693747/real 1790693747]  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693747.001805:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693747.001807:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693747.001808:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693747.001810:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693747.001811:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693747.001813:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693747.001816:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693747.001823:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001829:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693747.001830:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001831:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.001832:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693747.001836:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001843:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693747.001846:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001853:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693747.001856:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001857:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693747.001858:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001860:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693747.001861:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693747.001864:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693747.001867:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693747.001870:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693747.001873:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693747.001881:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101354752:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693747.001885:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001887:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693747.001889:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ca80 x1877674101354752/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693747.001896:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693747.001898:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693747.001899:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693747.001902:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693747.001903:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693747.001905:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693747.001907:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693747.001908:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd000.
02000000:00000001:3.0:1790693747.001910:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693747.001911:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693747.001913:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ca80.
00000100:00000001:3.0:1790693747.001915:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693747.001916:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001918:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693747.001921:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693747.001923:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693747.001925:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693747.001926:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693747.383498:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693747.383498:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693747.383498:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693747.383504:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693747.383506:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693747.383506:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693747.383507:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693747.383507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693747.383510:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693747.383511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693747.383514:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1790693747.383515:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693747.383516:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693747.383518:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693747.383522:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693747.383523:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693747.383523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693747.383525:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693747.383528:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693747.383528:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693747.383529:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693747.383530:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693747.383534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693747.383535:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693747.383535:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693747.383535:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693747.383539:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693747.383540:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693747.383541:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693747.383544:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693747.383545:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693747.383547:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693747.383547:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693747.383552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693747.383553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693747.383556:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693747.383558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693747.383560:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693747.383562:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693747.383566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693747.383567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693747.383594:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693747.383597:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693747.383600:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693748.023534:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693748.023541:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693748.023544:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693748.023549:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693748.023554:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693748.023557:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693748.023561:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693748.023564:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693748.023567:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693748.343506:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298904322, at 4298904384
00000100:00000010:0.0:1790693748.343522:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78300.
00000100:00000040:1.0:1790693748.343670:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298904322, at 4298904384
00000100:00000010:1.0:1790693748.343677:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78ea0.
00000100:00000001:1.0:1790693748.407502:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693748.407506:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693748.407506:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693748.407511:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693748.407512:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693748.407512:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693748.407516:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693748.407517:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693748.407519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693748.407523:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693748.407524:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693748.407524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693748.407530:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693748.407531:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693748.407532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693748.407535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693748.407536:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693748.407536:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693748.407541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693748.407542:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693748.407542:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693748.407546:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693748.407547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693748.407547:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693748.407554:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693748.407554:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693748.407686:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693748.407689:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693748.407692:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693748.407762:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693748.407765:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693748.407766:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693748.407768:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693748.407770:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693748.407772:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693748.407774:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693748.407776:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693748.407778:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693749.047487:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693749.047495:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693749.047498:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693749.047504:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693749.047508:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693749.047511:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693749.047514:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693749.047516:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693749.047519:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693749.431550:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693749.431558:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693749.431558:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693749.431562:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693749.431564:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693749.431566:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693749.431570:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693749.431571:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693749.431578:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693749.431578:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693749.431582:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693749.431583:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693749.431588:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693749.431591:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693749.431594:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693749.431644:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693749.431648:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693749.431650:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693749.431653:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693749.431657:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693749.431689:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693749.431692:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693749.431695:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693749.431740:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693749.431744:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693749.431748:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693749.431749:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693749.431751:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693749.431752:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693749.431754:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693749.431757:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693749.431759:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693749.431761:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693749.431762:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693749.431765:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693749.431804:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693749.431807:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693749.431810:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693750.071507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693750.071515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693750.071517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693750.071523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693750.071527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693750.071531:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693750.071533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693750.071536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693750.071539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693750.455533:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693750.455533:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693750.455533:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693750.455537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693750.455542:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693750.455543:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693750.455543:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693750.455545:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693750.455547:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693750.455548:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693750.455549:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693750.455556:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693750.455557:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693750.455557:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693750.455557:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693750.455563:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693750.455565:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693750.455565:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693750.455566:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693750.455568:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693750.455572:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693750.455572:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693750.455573:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693750.455575:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693750.455579:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693750.455580:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693750.455581:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693750.455584:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693750.455584:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693750.455585:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693750.455589:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693750.455589:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693750.455591:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693750.455591:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693750.455593:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693750.455599:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693750.455599:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693750.455608:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693750.455610:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693750.455612:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693750.455614:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693750.455617:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693750.455619:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693750.455621:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693750.455624:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693750.455628:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693750.455629:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693750.456169:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693750.456173:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693750.456176:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693751.095507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693751.095515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693751.095517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693751.095523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693751.095527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693751.095530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693751.095532:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693751.095535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693751.095538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693751.479535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693751.479542:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693751.479549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693751.479551:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693751.479556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693751.479557:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693751.479559:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693751.479561:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693751.479565:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693751.479565:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693751.479569:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693751.479575:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693751.479580:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693751.479584:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693751.479589:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693751.479590:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693751.479593:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693751.479708:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693751.479712:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693751.479715:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693751.479748:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693751.479752:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693751.479754:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693751.479757:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693751.479760:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693751.479762:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693751.479764:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693751.479766:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693751.479768:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693751.479769:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693751.479773:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693751.479775:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693751.479778:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693751.479782:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693751.479784:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693751.479787:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693751.479789:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693751.479791:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.119523:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693752.119531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693752.119534:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693752.119540:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693752.119545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693752.119548:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.119551:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693752.119554:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.119558:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693752.119646:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693752.119652:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693752.119655:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693752.119658:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693752.119662:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693752.119669:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4235
00000400:00000200:0.0:1790693752.119688:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693752.119695:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693752.119698:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693752.119701:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119703:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.119706:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119707:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693752.119715:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693752.119717:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693752.119719:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693752.119722:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693752.119724:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693752.119727:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693752.119730:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119731:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.119733:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119735:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693752.119739:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693752.119742:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119745:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693752.119747:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693752.119750:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693752.119754:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.119756:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693752.119758:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693752.119767:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693752.119771:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693752.119775:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693752.119776:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.119779:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693752.119782:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693752.119786:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693752.119794:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8000.
00000100:00000001:0.0:1790693752.119800:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693752.119810:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693752.119821:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693752.119824:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693752.119828:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693752.119852:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693752.119855:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693752.119858:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693752.119859:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693752.119861:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693752.119863:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693752.119866:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4235
00000400:00000200:0.0:1790693752.119870:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693752.119873:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693752.119875:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693752.119877:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119879:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.119881:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119884:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693752.119887:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693752.119888:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693752.119890:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693752.119892:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693752.119894:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693752.119896:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693752.119899:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119900:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.119901:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119902:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693752.119904:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693752.119905:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119907:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693752.119908:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693752.119912:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693752.119913:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.119914:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693752.119917:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693752.119919:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.119920:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693752.119922:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693752.119923:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693752.119925:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693752.119926:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.119927:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693752.119928:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693752.119929:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693752.119932:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9800.
00000100:00000001:0.0:1790693752.119934:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693752.119937:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693752.119945:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693752.119946:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693752.119949:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693752.119953:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693752.119955:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693752.119957:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693752.119958:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693752.119959:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693752.119960:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693752.119962:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4235
00000400:00000200:0.0:1790693752.119964:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693752.119966:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693752.119967:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693752.119969:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119970:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.119971:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119972:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693752.119974:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693752.119975:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693752.119975:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693752.119977:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693752.119978:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693752.119979:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693752.119980:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119981:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.119982:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119983:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693752.119985:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693752.119987:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693752.119988:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693752.119989:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693752.119991:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693752.119992:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.119992:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693752.119993:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693752.119995:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.119995:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693752.119997:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693752.119998:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693752.120010:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693752.120012:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.120013:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693752.120014:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693752.120015:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693752.120019:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa800.
00000100:00000001:0.0:1790693752.120022:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693752.120026:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693752.120031:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693752.120032:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693752.120035:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693752.120042:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693752.120044:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693752.120046:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693752.120048:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693752.120049:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693752.120052:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693752.120055:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4235
00000400:00000200:0.0:1790693752.120059:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693752.120062:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693752.120064:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693752.120066:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120068:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.120070:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120071:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693752.120075:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693752.120076:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693752.120077:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693752.120079:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693752.120081:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693752.120092:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693752.120095:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120097:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.120098:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120100:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693752.120102:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693752.120105:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120107:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693752.120108:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693752.120111:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693752.120113:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.120114:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693752.120116:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693752.120118:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.120120:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693752.120123:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693752.120125:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693752.120128:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693752.120129:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.120131:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693752.120132:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693752.120134:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693752.120137:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8800.
00000100:00000001:0.0:1790693752.120140:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693752.120145:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693752.120152:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693752.120154:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693752.120157:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693752.120163:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693752.120165:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693752.120168:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693752.120170:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693752.120171:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693752.120174:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693752.120176:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4235
00000400:00000200:0.0:1790693752.120179:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693752.120181:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693752.120183:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693752.120186:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120188:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.120189:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120191:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693752.120198:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693752.120200:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693752.120202:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693752.120204:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693752.120205:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693752.120208:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693752.120211:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120213:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693752.120214:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120216:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693752.120218:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693752.120220:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693752.120222:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693752.120224:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693752.120226:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693752.120229:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.120230:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693752.120232:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693752.120235:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.120237:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693752.120240:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693752.120243:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693752.120246:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693752.120247:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.120248:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693752.120250:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693752.120251:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.120253:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:0.0:1790693752.120256:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb400.
00000100:00000001:3.0:1790693752.120260:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693752.120261:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.120266:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1790693752.120268:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693752.120278:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693752.120280:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693752.120281:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693752.120286:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120315:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693752.120317:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.120321:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693752.120324:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.120325:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790693752.120331:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4245)
02000000:00000001:3.0:1790693752.120332:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693752.120341:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101354880:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693752.120346:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693752.120351:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693752.120369:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.120372:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693752.120379:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693752.120382:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693752.120388:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693752.120393:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693752.120427:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693752.120435:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101354880, portal 25
00000100:00000001:3.0:1790693752.120438:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693752.120440:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693752.120446:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120454:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693752.120456:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693752.120459:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693752.120462:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101354880, offset 0
00000400:00000200:3.0:1790693752.120469:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693752.120476:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.120481:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693752.120486:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693752.120490:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693752.120493:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693752.120496:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693752.120500:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7007:7007:256:4294967295] 192.168.204.134@tcp LPNI seq info [7002:7002:8:4294967295]
00000400:00000200:3.0:1790693752.120505:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.120514:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693752.120533:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.120539:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693752.120545:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693752.120550:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693752.120555:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693752.120558:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693752.120563:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.120572:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693752.120579:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693752.120584:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693752.120589:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693752.120592:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693752.120597:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693752.120602:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120612:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.120615:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120623:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.120625:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693752.120631:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693752.120635:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693752.120637:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298909443
00000100:00000010:3.0:1790693752.120642:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78ae0.
00000100:00000001:3.0:1790693752.120648:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693752.120654:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298909443
00000100:00000010:3.0:1790693752.120656:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78540.
00000100:00000001:3.0:1790693752.120659:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693752.120662:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693752.120664:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.120666:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693752.120671:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693752/real 1790693752]  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693752.120694:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693752.120695:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693752.120697:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693752.120700:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693752.120702:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693752.120704:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693752.120716:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693752.120725:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120739:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693752.120740:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.120743:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.120745:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693752.120749:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120763:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693752.120768:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120784:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693752.120787:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.120788:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.120790:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.120792:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693752.120794:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693752.120797:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693752.120801:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693752.120804:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693752.120808:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693752.120817:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101354880:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693752.120821:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693752.120825:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120832:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693752.120842:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.120845:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693752.120846:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693752.120849:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693752.120852:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355008:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693752.120855:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693752.120857:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693752.120858:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.120860:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693752.120864:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693752.120865:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693752.120869:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693752.120871:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693752.120874:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693752.120877:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355008, portal 10
00000100:00000001:3.0:1790693752.120879:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693752.120880:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693752.120887:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120893:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693752.120895:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693752.120898:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693752.120900:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101355008, offset 0
00000400:00000200:3.0:1790693752.120903:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693752.120906:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.120909:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693752.120912:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693752.120914:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693752.120917:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693752.120919:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693752.120922:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7008:7008:256:4294967295] 192.168.204.134@tcp LPNI seq info [7003:7003:8:4294967295]
00000400:00000200:3.0:1790693752.120926:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.120932:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693752.120936:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.120939:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693752.120943:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693752.120946:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693752.120950:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693752.120953:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693752.120956:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.120958:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693752.120961:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693752.120964:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693752.120967:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693752.120968:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693752.120970:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693752.120974:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120981:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.120985:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.120991:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.120992:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693752.120995:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693752.120998:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693752.121001:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693752.121003:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298908179
00000100:00000001:3.0:1790693752.121005:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.121007:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298908179
00000100:00000001:3.0:1790693752.121010:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.121012:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693752.121013:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.121015:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693752.121018:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693752/real 1790693752]  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693752.121025:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693752.121027:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693752.121028:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693752.121030:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693752.121032:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693752.121034:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693752.121037:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693752.121056:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121063:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693752.121065:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121067:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.121068:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693752.121071:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121078:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693752.121082:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121088:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693752.121090:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121092:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.121093:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121095:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693752.121097:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693752.121099:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693752.121102:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693752.121104:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693752.121115:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693752.121124:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355008:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693752.121128:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693752.121131:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121137:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693752.121138:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.121140:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693752.121142:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693752.121144:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693752.121146:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355136:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693752.121149:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693752.121151:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693752.121152:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.121154:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693752.121157:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693752.121159:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693752.121162:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693752.121164:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693752.121167:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693752.121169:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355136, portal 10
00000100:00000001:3.0:1790693752.121171:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693752.121172:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693752.121178:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121184:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693752.121186:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693752.121188:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693752.121190:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101355136, offset 0
00000400:00000200:3.0:1790693752.121193:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693752.121196:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.121199:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693752.121201:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693752.121203:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693752.121206:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693752.121208:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693752.121211:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7009:7009:256:4294967295] 192.168.204.134@tcp LPNI seq info [7004:7004:8:4294967295]
00000400:00000200:3.0:1790693752.121215:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.121221:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693752.121225:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.121228:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693752.121231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693752.121234:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693752.121238:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693752.121240:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693752.121244:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.121246:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693752.121248:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693752.121251:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693752.121254:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693752.121256:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693752.121258:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693752.121262:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121269:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.121272:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121278:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.121280:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693752.121282:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693752.121285:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693752.121288:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693752.121290:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298908185
00000100:00000001:3.0:1790693752.121292:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.121294:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298908185
00000100:00000001:3.0:1790693752.121296:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.121298:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693752.121300:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.121302:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693752.121305:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693752/real 1790693752]  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693752.121312:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693752.121314:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693752.121315:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693752.121318:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693752.121319:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693752.121321:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693752.121329:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693752.121338:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121344:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693752.121346:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121347:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.121349:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693752.121352:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121359:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693752.121363:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121369:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693752.121371:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121373:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.121374:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121375:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693752.121377:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693752.121380:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693752.121383:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693752.121385:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693752.121389:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693752.121418:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355136:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693752.121422:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693752.121425:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121431:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693752.121433:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.121435:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693752.121437:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693752.121439:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693752.121441:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355264:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693752.121444:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693752.121446:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693752.121448:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.121450:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693752.121453:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693752.121455:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693752.121458:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693752.121460:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693752.121463:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693752.121466:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355264, portal 4
00000100:00000001:3.0:1790693752.121468:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693752.121469:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693752.121474:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121485:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693752.121488:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693752.121489:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693752.121492:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101355264, offset 0
00000400:00000200:3.0:1790693752.121495:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693752.121498:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.121501:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693752.121504:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693752.121506:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693752.121508:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693752.121510:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693752.121513:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7010:7010:256:4294967295] 192.168.204.134@tcp LPNI seq info [7005:7005:8:4294967295]
00000400:00000200:3.0:1790693752.121517:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.121523:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693752.121527:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.121530:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693752.121533:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693752.121535:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693752.121540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693752.121542:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693752.121545:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.121547:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693752.121550:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693752.121553:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693752.121555:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693752.121557:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693752.121559:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693752.121563:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121570:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.121573:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121586:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.121588:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693752.121590:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693752.121593:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693752.121596:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693752.121598:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298908180
00000100:00000001:3.0:1790693752.121600:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.121602:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298908180
00000100:00000001:3.0:1790693752.121604:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.121606:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693752.121608:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.121610:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693752.121613:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693752/real 1790693752]  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693752.121620:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693752.121621:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693752.121623:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693752.121625:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693752.121627:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693752.121629:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693752.121632:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693752.121640:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121647:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693752.121648:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121649:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.121651:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693752.121654:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121661:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693752.121664:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121671:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693752.121685:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121686:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.121687:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121689:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693752.121691:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693752.121693:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693752.121697:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693752.121699:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693752.121703:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693752.121711:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355264:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693752.121714:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121716:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.121720:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101354880/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121726:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693752.121729:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693752.121732:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693752.121735:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693752.121737:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693752.121739:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693752.121741:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693752.121743:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8000.
02000000:00000001:3.0:1790693752.121747:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693752.121749:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693752.121751:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693752.121753:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693752.121755:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121756:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.121759:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101355008/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121766:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693752.121767:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693752.121768:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693752.121770:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693752.121771:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693752.121772:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693752.121774:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693752.121775:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9800.
02000000:00000001:3.0:1790693752.121777:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693752.121778:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693752.121779:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693752.121781:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693752.121782:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121783:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.121786:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101355136/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121791:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693752.121792:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693752.121794:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693752.121796:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693752.121797:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693752.121798:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693752.121800:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693752.121801:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa800.
02000000:00000001:3.0:1790693752.121803:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693752.121804:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693752.121805:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693752.121808:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693752.121809:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121811:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.121815:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101355264/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121822:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693752.121823:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693752.121825:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693752.121829:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693752.121830:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693752.121831:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693752.121833:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693752.121835:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8800.
02000000:00000001:3.0:1790693752.121837:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693752.121838:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693752.121839:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693752.121841:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693752.121842:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121844:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.121852:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693752.121854:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.121857:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693752.121858:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693752.121860:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693752.121864:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121871:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693752.121873:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.121875:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693752.121877:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693752.121879:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693752.121882:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355392:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693752.121886:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693752.121888:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693752.121890:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693752.121891:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693752.121895:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693752.121898:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693752.121902:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693752.121905:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693752.121909:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693752.121912:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355392, portal 4
00000100:00000001:3.0:1790693752.121914:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693752.121915:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693752.121922:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.121929:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693752.121932:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693752.121934:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693752.121937:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101355392, offset 0
00000400:00000200:3.0:1790693752.121942:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693752.121946:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.121950:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693752.121953:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693752.121956:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693752.121958:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693752.121960:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693752.121964:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7011:7011:256:4294967295] 192.168.204.134@tcp LPNI seq info [7006:7006:8:4294967295]
00000400:00000200:3.0:1790693752.121967:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693752.121974:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693752.121980:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.121983:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693752.121988:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693752.121991:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1790693752.121995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693752.121998:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1790693752.122001:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693752.122004:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693752.122006:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693752.122010:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693752.122014:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693752.122015:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693752.122018:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693752.122022:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.122029:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.122033:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.122039:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.122040:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693752.122043:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693752.122046:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693752.122049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693752.122051:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298908185
00000100:00000001:3.0:1790693752.122053:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.122055:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298908185
00000100:00000001:3.0:1790693752.122057:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298909443
00000100:00000001:3.0:1790693752.122059:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693752.122060:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.122062:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693752.122066:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693752/real 1790693752]  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693752.122073:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693752.122074:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693752.122076:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693752.122078:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693752.122080:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693752.122082:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693752.122086:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693752.122094:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.122101:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693752.122103:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.122104:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.122106:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693752.122109:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.122115:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693752.122119:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.122125:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693752.122128:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.122129:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693752.122130:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.122133:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693752.122134:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693752.122137:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693752.122140:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693752.122142:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693752.122147:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693752.122154:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355392:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693752.122157:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.122159:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693752.122162:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101355392/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693752.122168:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693752.122170:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693752.122172:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693752.122174:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693752.122175:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693752.122177:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693752.122179:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693752.122180:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb400.
02000000:00000001:3.0:1790693752.122183:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693752.122184:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693752.122186:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693752.122188:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693752.122189:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.122190:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.122194:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693752.122195:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.122197:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693752.122199:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693752.503536:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693752.503543:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693752.503545:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693752.503551:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693752.503554:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693752.503558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693752.503560:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693752.503562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693752.503564:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693752.503863:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693752.503867:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693752.503868:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693752.503871:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693752.503873:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693752.503875:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693752.503878:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693752.503879:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693752.503881:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693752.504132:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693752.504140:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693752.504141:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693752.504147:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693752.504150:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693752.504163:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.504166:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693752.504169:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693752.504172:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693752.504203:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693752.504206:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693752.504211:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693752.504213:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693752.504216:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693752.504217:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693752.504221:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693752.504225:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693752.504227:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693752.504232:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693752.504235:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693752.504238:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693752.504241:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693752.504244:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693752.504389:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693752.504393:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693752.504424:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693753.143530:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693753.143542:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693753.143545:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693753.143552:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693753.143557:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693753.143562:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693753.143565:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693753.143568:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693753.143572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693753.463518:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298909443, at 4298909504
00000100:00000040:1.0:1790693753.463518:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298909443, at 4298909504
00000100:00000010:0.0:1790693753.463533:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78ae0.
00000100:00000010:1.0:1790693753.463535:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78540.
00000100:00000001:1.0:1790693753.527523:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693753.527529:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693753.527531:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693753.527537:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693753.527540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693753.527603:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693753.527607:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693753.527609:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693753.527612:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693753.527814:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693753.527818:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693753.527822:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693753.527823:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693753.527825:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693753.527827:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693753.527830:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693753.527832:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693753.527904:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693753.527908:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693753.527909:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693753.527912:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693753.527914:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693753.527916:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693753.527918:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693753.527919:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693753.527921:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693753.527968:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693753.527971:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693753.527974:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693753.528085:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693753.528090:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693753.528091:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693753.528094:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693753.528098:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693753.528100:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693753.528102:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693753.528103:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693753.528105:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693754.167508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693754.167516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693754.167518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693754.167527:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693754.167541:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693754.167545:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693754.167547:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693754.167550:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693754.167552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693754.551482:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693754.551486:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693754.551490:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693754.551492:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693754.551494:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693754.551496:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693754.551502:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693754.551503:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693754.551508:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693754.551508:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693754.551513:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693754.551513:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693754.551520:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693754.551520:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693754.551524:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693754.551525:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693754.551529:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693754.551530:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693754.551602:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693754.551606:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693754.551607:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693754.551611:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693754.551613:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693754.551616:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693754.551618:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693754.551619:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693754.551621:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693754.551960:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693754.551963:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693754.551967:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693754.551969:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693754.551972:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693754.551973:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693754.551976:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693754.551978:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693754.552038:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693754.552041:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693754.552044:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693755.191496:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693755.191503:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693755.191506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693755.191513:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693755.191518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693755.191521:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693755.191523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693755.191525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693755.191529:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693755.575532:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693755.575532:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693755.575536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693755.575540:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693755.575541:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693755.575541:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693755.575544:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693755.575545:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693755.575550:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693755.575551:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693755.575552:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693755.575553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693755.575558:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693755.575558:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693755.575561:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693755.575562:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693755.575563:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693755.575564:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693755.575568:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693755.575569:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693755.575572:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693755.575574:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693755.575574:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693755.575575:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693755.575580:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693755.575581:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693755.575616:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693755.575620:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693755.575623:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693755.575726:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693755.575729:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693755.575730:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693755.575732:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693755.575734:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693755.575737:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693755.575739:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693755.575740:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693755.575742:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693756.215509:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693756.215516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693756.215519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693756.215524:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693756.215528:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693756.215532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693756.215534:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693756.215536:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693756.215539:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693756.599525:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693756.599532:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693756.599534:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693756.599540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693756.599543:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693756.599547:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693756.599550:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693756.599560:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693756.599563:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693756.599900:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693756.599903:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693756.599904:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693756.599907:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693756.599909:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693756.599912:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693756.599914:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693756.599916:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693756.599917:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693756.599936:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693756.599938:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693756.599942:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693756.599944:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693756.599947:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693756.599949:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693756.599953:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693756.599954:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693756.599986:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693756.599990:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693756.599992:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693756.599995:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693756.599997:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693756.599999:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693756.600224:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693756.600227:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693756.600230:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693756.600618:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693756.600619:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693756.600622:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.239506:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693757.239515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1790693757.239517:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693757.239518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693757.239525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:0.0:1790693757.239526:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693757.239532:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1790693757.239532:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1790693757.239538:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693757.239538:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.239543:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693757.239545:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1790693757.239547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.239552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693757.239554:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4240
00000400:00000200:0.0:1790693757.239563:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693757.239569:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693757.239583:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693757.239588:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239591:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.239593:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239596:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693757.239603:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693757.239604:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693757.239607:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693757.239611:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693757.239613:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693757.239616:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693757.239618:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239620:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.239622:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239624:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693757.239627:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693757.239630:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239633:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693757.239636:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693757.239639:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693757.239642:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239645:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693757.239647:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693757.239657:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693757.239661:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693757.239664:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693757.239666:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239669:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693757.239673:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693757.239677:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693757.239686:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfac00.
00000100:00000001:0.0:1790693757.239692:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693757.239702:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693757.239711:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693757.239714:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693757.239719:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693757.239742:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693757.239745:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693757.239749:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693757.239750:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693757.239751:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693757.239754:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693757.239756:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4240
00000400:00000200:0.0:1790693757.239760:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693757.239763:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693757.239765:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693757.239768:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239770:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.239771:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239773:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693757.239788:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693757.239790:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693757.239792:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693757.239793:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693757.239795:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693757.239797:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693757.239800:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239802:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.239804:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239806:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693757.239808:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693757.239810:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239812:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693757.239814:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693757.239818:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693757.239820:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239821:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693757.239825:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693757.239828:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239829:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693757.239838:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693757.239840:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693757.239842:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693757.239844:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239845:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693757.239846:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693757.239848:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693757.239851:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb800.
00000100:00000001:0.0:1790693757.239854:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693757.239858:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693757.239864:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693757.239866:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693757.239869:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693757.239875:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693757.239877:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693757.239881:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693757.239882:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693757.239884:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693757.239886:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693757.239888:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4240
00000400:00000200:0.0:1790693757.239891:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693757.239894:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693757.239896:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693757.239898:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239900:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.239902:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239903:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693757.239906:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693757.239907:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693757.239909:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693757.239911:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693757.239912:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693757.239915:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693757.239917:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239919:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.239921:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239923:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693757.239925:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693757.239927:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693757.239930:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693757.239932:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693757.239935:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693757.239937:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239938:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693757.239940:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693757.239942:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239944:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693757.239947:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693757.239950:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693757.239952:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693757.239960:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.239962:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693757.239963:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693757.239965:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693757.239969:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8400.
00000100:00000001:0.0:1790693757.239973:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693757.239977:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693757.239985:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693757.239986:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693757.239990:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693757.239997:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693757.240001:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693757.240003:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693757.240005:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693757.240007:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693757.240009:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693757.240012:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4240
00000400:00000200:0.0:1790693757.240016:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693757.240019:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693757.240021:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693757.240023:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240026:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.240028:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240030:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693757.240032:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693757.240034:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693757.240035:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693757.240037:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693757.240039:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693757.240041:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693757.240043:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240045:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.240047:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240049:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693757.240051:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693757.240053:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240055:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693757.240057:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693757.240060:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693757.240062:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.240063:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693757.240066:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693757.240068:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.240070:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693757.240074:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693757.240076:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693757.240078:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693757.240079:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.240081:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693757.240082:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693757.240084:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693757.240087:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9400.
00000100:00000001:0.0:1790693757.240090:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693757.240095:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693757.240102:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693757.240104:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693757.240107:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693757.240114:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693757.240117:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693757.240120:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693757.240121:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693757.240123:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693757.240125:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693757.240127:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4240
00000400:00000200:0.0:1790693757.240130:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693757.240133:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693757.240135:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693757.240138:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240139:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.240141:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240144:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693757.240147:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693757.240148:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693757.240150:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693757.240152:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693757.240154:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693757.240156:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693757.240159:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240161:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693757.240163:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240165:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693757.240167:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693757.240170:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693757.240172:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693757.240174:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693757.240177:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693757.240179:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.240181:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693757.240182:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693757.240185:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.240186:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693757.240190:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693757.240192:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693757.240194:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693757.240196:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693757.240197:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693757.240198:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693757.240200:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693757.240203:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa000.
00000100:00000001:0.0:1790693757.240206:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693757.240210:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693757.240223:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693757.240225:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693757.240228:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693757.240236:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693757.240239:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4250)
00000100:00000001:3.0:1790693757.240338:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693757.240341:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693757.240344:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693757.240349:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240357:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693757.240358:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.240361:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693757.240364:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693757.240366:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693757.240369:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101355520:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693757.240373:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693757.240377:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693757.240379:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.240381:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693757.240387:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693757.240389:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693757.240395:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693757.240418:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693757.240425:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693757.240431:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355520, portal 25
00000100:00000001:3.0:1790693757.240434:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693757.240436:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693757.240441:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240449:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693757.240451:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693757.240454:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693757.240458:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101355520, offset 0
00000400:00000200:3.0:1790693757.240464:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693757.240472:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.240478:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693757.240493:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693757.240500:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693757.240504:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693757.240507:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693757.240510:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7012:7012:256:4294967295] 192.168.204.134@tcp LPNI seq info [7007:7007:8:4294967295]
00000400:00000200:3.0:1790693757.240514:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.240522:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693757.240528:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.240533:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693757.240540:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693757.240544:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693757.240550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693757.240553:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693757.240558:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.240560:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693757.240566:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693757.240571:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693757.240588:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693757.240591:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693757.240594:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693757.240599:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240607:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.240611:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240618:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.240620:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693757.240625:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693757.240629:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693757.240631:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298914563
00000100:00000010:3.0:1790693757.240636:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78660.
00000100:00000001:3.0:1790693757.240643:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693757.240648:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298914563
00000100:00000010:3.0:1790693757.240651:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78900.
00000100:00000001:3.0:1790693757.240654:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693757.240657:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693757.240660:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.240662:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693757.240666:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693757/real 1790693757]  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693757.240676:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693757.240678:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693757.240680:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693757.240683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693757.240685:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693757.240687:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693757.240691:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693757.240699:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240706:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693757.240708:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.240710:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.240712:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693757.240716:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240724:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693757.240728:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240735:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693757.240737:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.240739:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.240741:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.240743:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693757.240745:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693757.240747:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693757.240751:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693757.240754:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693757.240758:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693757.240766:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101355520:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693757.240771:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693757.240774:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240781:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693757.240782:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.240784:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693757.240786:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693757.240788:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693757.240790:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355648:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693757.240793:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693757.240795:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693757.240796:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.240798:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693757.240802:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693757.240803:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693757.240807:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693757.240809:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693757.240812:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693757.240815:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355648, portal 10
00000100:00000001:3.0:1790693757.240816:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693757.240818:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693757.240823:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240829:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693757.240831:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693757.240833:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693757.240836:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101355648, offset 0
00000400:00000200:3.0:1790693757.240839:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693757.240843:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.240846:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693757.240848:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693757.240851:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693757.240853:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693757.240855:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693757.240858:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7013:7013:256:4294967295] 192.168.204.134@tcp LPNI seq info [7008:7008:8:4294967295]
00000400:00000200:3.0:1790693757.240862:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.240867:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693757.240871:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.240874:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693757.240878:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693757.240880:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693757.240884:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693757.240887:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693757.240890:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.240892:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693757.240895:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693757.240899:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693757.240902:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693757.240903:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693757.240905:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693757.240909:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240916:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.240920:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240926:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.240928:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693757.240931:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693757.240935:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693757.240938:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693757.240940:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298913299
00000100:00000001:3.0:1790693757.240942:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.240944:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298913299
00000100:00000001:3.0:1790693757.240947:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.240949:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693757.240951:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.240952:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693757.240955:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693757/real 1790693757]  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693757.240963:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693757.240964:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693757.240966:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693757.240968:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693757.240970:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693757.240972:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693757.240975:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693757.240983:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.240989:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693757.240991:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.240992:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.240994:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693757.240997:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241003:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693757.241007:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241014:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693757.241016:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241018:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.241019:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241020:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693757.241023:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693757.241025:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693757.241028:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693757.241030:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693757.241034:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693757.241042:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355648:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693757.241046:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693757.241049:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241061:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693757.241062:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.241064:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693757.241066:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693757.241068:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693757.241071:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355776:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693757.241074:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693757.241076:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693757.241077:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.241079:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693757.241082:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693757.241084:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693757.241087:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693757.241089:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693757.241092:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693757.241094:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355776, portal 10
00000100:00000001:3.0:1790693757.241096:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693757.241097:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693757.241103:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241109:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693757.241111:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693757.241113:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693757.241116:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101355776, offset 0
00000400:00000200:3.0:1790693757.241121:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693757.241124:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.241128:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693757.241131:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693757.241133:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693757.241136:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693757.241138:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693757.241141:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7014:7014:256:4294967295] 192.168.204.134@tcp LPNI seq info [7009:7009:8:4294967295]
00000400:00000200:3.0:1790693757.241145:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.241151:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693757.241155:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.241159:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693757.241162:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693757.241165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693757.241169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693757.241172:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693757.241175:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.241177:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693757.241180:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693757.241183:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693757.241186:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693757.241188:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693757.241190:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693757.241194:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241201:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.241204:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241210:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.241212:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693757.241215:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693757.241217:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693757.241221:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693757.241223:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298913305
00000100:00000001:3.0:1790693757.241225:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.241227:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298913305
00000100:00000001:3.0:1790693757.241229:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.241231:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693757.241234:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.241235:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693757.241239:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693757/real 1790693757]  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693757.241247:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693757.241248:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693757.241249:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693757.241251:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693757.241253:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693757.241255:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693757.241258:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693757.241266:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241272:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693757.241273:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241275:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.241276:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693757.241280:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241287:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693757.241290:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241297:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693757.241300:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241301:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.241303:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241304:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693757.241306:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693757.241309:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693757.241312:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693757.241314:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693757.241317:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693757.241325:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355776:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693757.241328:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693757.241331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241337:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693757.241338:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.241341:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693757.241342:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693757.241344:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693757.241347:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355904:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693757.241350:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693757.241351:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693757.241353:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.241355:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693757.241358:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693757.241360:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693757.241363:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693757.241365:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693757.241368:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693757.241371:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101355904, portal 4
00000100:00000001:3.0:1790693757.241373:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693757.241374:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693757.241379:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241385:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693757.241387:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693757.241389:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693757.241391:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101355904, offset 0
00000400:00000200:3.0:1790693757.241395:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693757.241417:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.241421:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693757.241423:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693757.241426:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693757.241428:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693757.241430:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693757.241433:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7015:7015:256:4294967295] 192.168.204.134@tcp LPNI seq info [7010:7010:8:4294967295]
00000400:00000200:3.0:1790693757.241437:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.241443:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693757.241447:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.241451:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693757.241455:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693757.241457:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693757.241461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693757.241464:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693757.241467:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.241469:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693757.241472:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693757.241476:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693757.241479:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693757.241481:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693757.241483:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693757.241487:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241494:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.241497:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241503:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.241505:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693757.241508:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693757.241511:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693757.241514:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693757.241516:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298913300
00000100:00000001:3.0:1790693757.241518:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.241521:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298913300
00000100:00000001:3.0:1790693757.241523:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.241524:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693757.241526:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.241528:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693757.241531:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693757/real 1790693757]  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693757.241538:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693757.241540:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693757.241541:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693757.241543:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693757.241545:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693757.241547:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693757.241550:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693757.241557:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241562:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693757.241564:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241565:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.241566:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693757.241569:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241590:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693757.241593:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241600:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693757.241602:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241604:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.241605:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241607:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693757.241608:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693757.241611:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693757.241614:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693757.241616:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693757.241620:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693757.241627:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101355904:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693757.241630:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693757.241633:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241639:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693757.241640:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.241642:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693757.241643:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693757.241645:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693757.241648:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356032:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693757.241651:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693757.241653:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693757.241654:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693757.241656:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693757.241660:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693757.241661:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693757.241664:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693757.241667:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693757.241670:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693757.241673:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356032, portal 4
00000100:00000001:3.0:1790693757.241675:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693757.241676:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693757.241682:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241688:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693757.241690:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693757.241693:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693757.241695:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101356032, offset 0
00000400:00000200:3.0:1790693757.241699:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693757.241702:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.241706:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693757.241708:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693757.241711:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693757.241713:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693757.241715:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693757.241718:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7016:7016:256:4294967295] 192.168.204.134@tcp LPNI seq info [7011:7011:8:4294967295]
00000400:00000200:3.0:1790693757.241722:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693757.241729:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693757.241733:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.241736:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693757.241740:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693757.241743:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1790693757.241747:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693757.241750:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1790693757.241753:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693757.241755:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693757.241758:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693757.241761:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693757.241764:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693757.241766:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693757.241768:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693757.241772:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241780:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.241783:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241789:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.241791:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693757.241793:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693757.241796:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693757.241800:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693757.241801:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298913305
00000100:00000001:3.0:1790693757.241804:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.241806:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298913305
00000100:00000001:3.0:1790693757.241808:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298914563
00000100:00000001:3.0:1790693757.241811:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693757.241813:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.241815:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693757.241819:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693757/real 1790693757]  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693757.241826:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693757.241828:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693757.241830:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693757.241833:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693757.241834:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693757.241836:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693757.241839:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693757.241848:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241859:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693757.241861:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241863:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.241864:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693757.241868:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241874:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693757.241878:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241884:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693757.241887:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241888:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693757.241889:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241891:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693757.241893:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693757.241895:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693757.241899:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693757.241901:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693757.241905:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693757.241913:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356032:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693757.241917:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241919:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.241922:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101355520/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241928:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693757.241931:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693757.241933:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693757.241937:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693757.241940:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693757.241942:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693757.241945:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693757.241947:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfac00.
02000000:00000001:3.0:1790693757.241951:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693757.241953:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693757.241954:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693757.241958:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693757.241959:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241961:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.241964:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101355648/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.241971:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693757.241972:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693757.241974:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693757.241976:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693757.241978:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693757.241979:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693757.241982:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693757.241983:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb800.
02000000:00000001:3.0:1790693757.241986:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693757.241987:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693757.241988:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693757.241990:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693757.241992:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.241993:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.241997:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101355776/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.242003:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693757.242004:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693757.242006:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693757.242008:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693757.242009:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693757.242011:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693757.242013:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693757.242014:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8400.
02000000:00000001:3.0:1790693757.242017:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693757.242018:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693757.242019:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693757.242021:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693757.242023:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.242025:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.242028:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101355904/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.242034:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693757.242035:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693757.242036:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693757.242039:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693757.242040:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693757.242041:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693757.242043:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693757.242045:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9400.
02000000:00000001:3.0:1790693757.242046:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693757.242048:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693757.242049:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693757.242052:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693757.242053:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.242054:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693757.242057:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101356032/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693757.242064:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693757.242065:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693757.242066:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693757.242068:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693757.242070:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693757.242071:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693757.242073:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693757.242074:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:3.0:1790693757.242076:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693757.242077:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693757.242079:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693757.242081:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693757.242082:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.242084:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693757.242091:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693757.242093:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693757.242095:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693757.242097:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693757.623536:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693757.623544:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693757.623547:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693757.623551:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693757.623556:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693757.623558:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693757.623560:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693757.623562:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693757.623578:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693757.623580:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693757.623584:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693757.623585:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693757.623588:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693757.623593:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693757.623615:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693757.623618:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693757.623621:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693757.623706:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693757.623710:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693757.623712:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693757.623716:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693757.623719:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693757.623723:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693757.623725:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693757.623728:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693757.623730:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693757.623848:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693757.623852:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693757.623853:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693757.623857:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693757.623860:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693757.623862:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693757.623864:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693757.623865:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693757.623866:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693757.623869:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693757.623870:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693757.623871:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693757.623875:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693757.623877:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693757.623879:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693757.623880:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693757.623882:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693757.623884:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693758.263629:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693758.263638:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693758.263641:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693758.263646:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693758.263650:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693758.263653:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693758.263656:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693758.263659:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693758.263662:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693758.583515:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298914563, at 4298914624
00000100:00000010:1.0:1790693758.583532:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78900.
00000100:00000040:0.0:1790693758.583578:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298914563, at 4298914624
00000100:00000010:0.0:1790693758.583585:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78660.
00000100:00000001:0.0:1790693758.647510:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693758.647510:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693758.647510:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693758.647518:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693758.647518:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693758.647523:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693758.647523:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693758.647528:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693758.647529:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693758.647530:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693758.647530:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693758.647531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693758.647536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693758.647537:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693758.647537:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693758.647542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693758.647542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693758.647543:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693758.647556:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693758.647558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693758.647558:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693758.647559:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693758.647561:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693758.647561:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693758.647563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693758.647566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693758.647569:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693758.647658:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693758.647662:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693758.647667:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693758.647668:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693758.647671:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693758.647673:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693758.647676:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693758.647678:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693758.647869:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693758.647872:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693758.647875:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693759.287488:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693759.287495:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693759.287498:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693759.287502:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693759.287506:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693759.287510:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693759.287512:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693759.287515:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693759.287519:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693759.671515:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693759.671515:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693759.671517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693759.671523:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693759.671524:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693759.671524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693759.671538:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693759.671539:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693759.671543:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693759.671547:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693759.671548:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693759.671548:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693759.671555:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693759.671555:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693759.671560:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693759.671561:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693759.671565:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693759.671565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693759.671570:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693759.671571:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693759.671573:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693759.671575:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693759.671616:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693759.671620:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693759.671622:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693759.671624:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693759.671626:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693759.671780:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693759.671783:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693759.671788:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693759.671789:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693759.671792:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693759.671793:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693759.671797:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693759.671799:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693759.671815:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693759.671818:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693759.671820:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693760.311566:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693760.311576:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693760.311583:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693760.311588:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693760.311593:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693760.311601:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693760.311605:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693760.311608:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693760.311612:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693760.695528:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693760.695528:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693760.695528:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693760.695531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693760.695536:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693760.695536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693760.695537:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693760.695537:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693760.695541:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693760.695542:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693760.695542:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693760.695551:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693760.695551:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693760.695551:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1790693760.695553:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693760.695557:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693760.695559:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693760.695560:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693760.695565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693760.695566:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693760.695572:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693760.695574:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693760.695576:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693760.695579:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693760.695580:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695582:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695586:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695589:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695593:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693760.695595:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693760.695597:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693760.695599:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695600:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693760.695601:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695603:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695605:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693760.695610:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693760.695612:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693760.695622:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693760.695625:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693760.695629:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693760.695630:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693760.695633:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693760.695723:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693760.695726:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693760.695728:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693760.695802:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693760.695805:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693760.695807:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693761.336006:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693761.336014:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693761.336016:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693761.336022:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693761.336026:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693761.336030:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693761.336033:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693761.336035:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693761.336038:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693761.719563:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693761.719569:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693761.719574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693761.719575:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693761.719579:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693761.719580:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693761.719583:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693761.719585:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693761.719607:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693761.719610:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693761.719612:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693761.719685:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693761.719689:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693761.719691:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693761.719694:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693761.719697:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693761.719700:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693761.719702:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693761.719705:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693761.719707:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693761.719765:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693761.719768:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693761.719769:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693761.719772:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693761.719774:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693761.719775:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693761.719778:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693761.719779:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693761.719782:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693761.719846:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693761.719850:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693761.719851:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693761.719854:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693761.719856:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693761.719858:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693761.719859:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693761.719917:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693761.719920:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.359510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693762.359517:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693762.359520:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693762.359525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693762.359530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693762.359533:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.359535:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693762.359538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.359541:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693762.360606:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693762.360612:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693762.360615:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693762.360618:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693762.360622:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693762.360629:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4245
00000400:00000200:2.0:1790693762.360635:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693762.360640:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693762.360643:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693762.360646:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360649:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.360651:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360653:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693762.360661:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693762.360663:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693762.360665:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693762.360668:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693762.360670:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693762.360673:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693762.360675:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360677:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.360679:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360680:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693762.360683:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693762.360686:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360688:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693762.360691:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693762.360694:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693762.360696:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360698:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693762.360700:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693762.360707:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693762.360710:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693762.360714:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693762.360715:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360718:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693762.360721:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693762.360724:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693762.360731:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693762.360737:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693762.360746:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693762.360756:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693762.360759:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693762.360763:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693762.360781:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693762.360784:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693762.360786:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693762.360787:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693762.360789:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693762.360791:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693762.360793:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4245
00000400:00000200:2.0:1790693762.360797:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693762.360800:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693762.360802:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693762.360805:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360807:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.360809:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360811:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693762.360814:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693762.360816:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693762.360817:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693762.360819:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693762.360821:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693762.360822:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693762.360825:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360827:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.360828:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360830:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693762.360832:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693762.360835:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360837:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693762.360839:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693762.360844:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693762.360846:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360848:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693762.360851:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693762.360854:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360856:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693762.360859:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693762.360861:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693762.360864:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693762.360865:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360867:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693762.360868:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693762.360869:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693762.360873:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693762.360876:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693762.360880:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693762.360886:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693762.360887:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693762.360891:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693762.360898:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693762.360901:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693762.360903:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693762.360905:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693762.360906:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693762.360909:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693762.360911:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4245
00000400:00000200:2.0:1790693762.360914:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693762.360916:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693762.360918:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693762.360920:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360922:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.360924:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360925:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693762.360928:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693762.360929:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693762.360931:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693762.360933:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693762.360934:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693762.360937:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693762.360939:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360941:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.360943:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360945:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693762.360947:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693762.360950:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693762.360953:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693762.360955:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693762.360958:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693762.360960:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360961:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693762.360963:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693762.360965:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360967:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693762.360970:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693762.360973:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693762.360975:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693762.360976:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.360978:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693762.360979:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693762.360981:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693762.360984:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693762.360987:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693762.360991:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693762.360996:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693762.361000:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693762.361001:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693762.361002:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693762.361005:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693762.361010:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693762.361014:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.361025:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693762.361028:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.361034:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1790693762.361035:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.361036:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693762.361040:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693762.361041:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693762.361047:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693762.361048:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693762.361050:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693762.361052:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693762.361056:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4245
00000400:00000200:2.0:1790693762.361059:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693762.361062:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693762.361064:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693762.361067:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361070:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.361071:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361073:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693762.361076:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693762.361077:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693762.361079:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693762.361081:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693762.361082:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693762.361084:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693762.361087:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361088:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.361090:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361092:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693762.361094:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693762.361096:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361098:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693762.361100:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693762.361103:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693762.361105:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.361106:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693762.361109:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693762.361112:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.361113:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693762.361117:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693762.361119:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693762.361121:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693762.361122:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.361124:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693762.361125:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693762.361127:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693762.361130:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693762.361134:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693762.361134:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101356160:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693762.361140:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1790693762.361142:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693762.361144:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693762.361147:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.361152:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693762.361156:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1790693762.361158:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
00000100:00000001:2.0:1790693762.361159:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.361162:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693762.361166:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693762.361173:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693762.361180:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1790693762.361180:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00080000:2.0:1790693762.361186:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1790693762.361189:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00080000:2.0:1790693762.361190:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693762.361193:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693762.361196:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693762.361198:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:3.0:1790693762.361200:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356160, portal 25
00000100:00080000:2.0:1790693762.361201:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4245
00000100:00000001:3.0:1790693762.361206:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1790693762.361209:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693762.361210:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000400:00000200:2.0:1790693762.361215:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693762.361219:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693762.361222:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693762.361225:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361230:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.361235:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693762.361235:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693762.361240:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693762.361243:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693762.361244:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693762.361246:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693762.361247:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693762.361249:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693762.361251:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693762.361254:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361255:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693762.361256:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361257:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693762.361259:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693762.361260:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693762.361261:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693762.361262:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693762.361264:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693762.361265:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.361266:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693762.361267:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693762.361269:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.361270:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693762.361272:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693762.361273:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693762.361275:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693762.361276:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.361277:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693762.361278:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693762.361279:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693762.361282:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693762.361284:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693762.361287:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693762.361299:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693762.361300:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693762.361304:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693762.361311:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693762.361315:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4256)
00000100:00000040:3.0:1790693762.361331:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693762.361335:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693762.361339:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101356160, offset 0
00000400:00000200:3.0:1790693762.361345:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693762.361353:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.361357:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693762.361361:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693762.361364:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693762.361368:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693762.361369:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693762.361372:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7017:7017:256:4294967295] 192.168.204.134@tcp LPNI seq info [7012:7012:8:4294967295]
00000400:00000200:3.0:1790693762.361375:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.361383:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693762.361388:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.361392:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693762.361411:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693762.361414:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693762.361419:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693762.361421:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693762.361424:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.361426:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693762.361429:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693762.361432:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693762.361437:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693762.361438:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693762.361442:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693762.361446:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.361456:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.361461:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.361468:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.361469:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693762.361484:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693762.361489:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693762.361492:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298919684
00000100:00000010:3.0:1790693762.361496:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f789c0.
00000100:00000001:3.0:1790693762.361503:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693762.361509:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298919684
00000100:00000010:3.0:1790693762.361511:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78000.
00000100:00000001:3.0:1790693762.361513:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693762.361515:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693762.361517:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.361519:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693762.361522:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693762/real 1790693762]  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693762.361529:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693762.361530:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693762.361532:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693762.361534:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693762.361535:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693762.361537:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693762.361539:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693762.361544:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.361548:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693762.361548:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.361550:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.361551:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693762.361553:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.361558:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693762.361560:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.361629:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693762.361631:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.361633:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.361634:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.361635:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693762.361637:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693762.361639:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693762.361642:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693762.361644:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693762.361648:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693762.361656:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101356160:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693762.361660:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693762.361664:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.361670:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693762.361671:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.361674:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693762.361676:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693762.361679:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693762.361682:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356288:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693762.361686:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693762.361688:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693762.361689:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.361691:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693762.361694:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693762.361696:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693762.361700:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693762.361703:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693762.362004:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693762.362007:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356288, portal 10
00000100:00000001:3.0:1790693762.362009:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693762.362011:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:3.0:1790693762.362017:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362021:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693762.362024:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693762.362025:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693762.362125:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101356288, offset 0
00000400:00000200:3.0:1790693762.362129:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693762.362132:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.362135:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693762.362137:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693762.362138:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693762.362140:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693762.362142:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693762.362144:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7018:7018:256:4294967295] 192.168.204.134@tcp LPNI seq info [7013:7013:8:4294967295]
00000400:00000200:3.0:1790693762.362146:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.362150:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693762.362153:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.362155:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693762.362158:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693762.362159:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693762.362163:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693762.362165:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693762.362179:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.362181:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693762.362184:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693762.362188:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693762.362192:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693762.362194:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693762.362198:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693762.362202:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362210:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.362213:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362219:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.362220:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693762.362223:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693762.362227:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693762.362229:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693762.362231:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298918420
00000100:00000001:3.0:1790693762.362233:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.362234:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298918420
00000100:00000001:3.0:1790693762.362236:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.362304:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693762.362306:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.362307:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693762.362311:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693762/real 1790693762]  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693762.362317:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693762.362317:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693762.362319:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693762.362321:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693762.362322:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693762.362323:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693762.362325:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693762.362330:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362338:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693762.362338:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362340:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.362341:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693762.362343:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362346:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693762.362349:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362353:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693762.362354:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362355:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.362356:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362357:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693762.362358:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693762.362360:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693762.362361:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693762.362362:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693762.362364:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693762.362369:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356288:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693762.362371:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362373:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.362374:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101356160/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362378:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693762.362380:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693762.362382:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693762.362384:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693762.362385:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693762.362387:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693762.362388:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693762.362390:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:3.0:1790693762.362391:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693762.362393:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693762.362394:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:3.0:1790693762.362396:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693762.362409:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362410:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.362412:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101356288/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362416:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693762.362417:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693762.362418:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693762.362420:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693762.362420:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693762.362421:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693762.362422:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693762.362423:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693762.362424:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693762.362425:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693762.362425:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:3.0:1790693762.362427:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693762.362427:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362429:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362433:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693762.362434:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.362435:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693762.362436:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693762.362437:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693762.362439:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362443:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693762.362445:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.362447:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693762.362449:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693762.362451:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693762.362455:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356416:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693762.362458:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693762.362461:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693762.362463:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.362465:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693762.362469:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693762.362471:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693762.362485:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693762.362488:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693762.362492:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693762.362495:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356416, portal 10
00000100:00000001:3.0:1790693762.362498:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693762.362499:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:3.0:1790693762.362505:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362512:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693762.362515:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693762.362516:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693762.362519:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101356416, offset 0
00000400:00000200:3.0:1790693762.362522:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693762.362525:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.362528:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693762.362530:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693762.362531:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693762.362533:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693762.362534:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693762.362536:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7019:7019:256:4294967295] 192.168.204.134@tcp LPNI seq info [7014:7014:8:4294967295]
00000400:00000200:3.0:1790693762.362539:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.362543:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693762.362546:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.362548:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693762.362551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693762.362552:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693762.362555:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693762.362557:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693762.362559:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.362561:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693762.362563:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693762.362565:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693762.362567:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693762.362568:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693762.362570:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693762.362572:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362577:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.362579:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362583:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.362584:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693762.362585:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693762.362587:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693762.362589:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693762.362590:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298918427
00000100:00000001:3.0:1790693762.362592:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.362593:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298918427
00000100:00000001:3.0:1790693762.362595:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.362596:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693762.362597:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.362598:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693762.362600:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693762/real 1790693762]  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693762.362609:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693762.362610:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693762.362611:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693762.362612:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693762.362613:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693762.362614:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693762.362616:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693762.362620:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362624:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693762.362625:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362626:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.362626:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693762.362628:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362632:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693762.362634:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362637:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693762.362638:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362639:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.362640:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362641:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693762.362642:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693762.362643:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693762.362645:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693762.362646:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693762.362650:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693762.362658:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356416:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693762.362661:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693762.362665:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362671:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693762.362673:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.362675:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693762.362676:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693762.362679:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693762.362682:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356544:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693762.362685:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693762.362686:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693762.362688:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.362690:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693762.362693:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693762.362695:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693762.362698:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693762.362700:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693762.362704:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693762.362706:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356544, portal 4
00000100:00000001:3.0:1790693762.362708:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693762.362709:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:3.0:1790693762.362715:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362722:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693762.362724:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693762.362726:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693762.362728:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101356544, offset 0
00000400:00000200:3.0:1790693762.362732:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693762.362736:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.362739:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693762.362742:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693762.362744:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693762.362746:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693762.362749:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693762.362751:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7020:7020:256:4294967295] 192.168.204.134@tcp LPNI seq info [7015:7015:8:4294967295]
00000400:00000200:3.0:1790693762.362755:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.362760:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693762.362764:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.362767:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693762.362770:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693762.362773:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693762.362777:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693762.362780:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693762.362783:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.362785:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693762.362787:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693762.362790:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693762.362793:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693762.362795:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693762.362797:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693762.362800:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362807:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.362810:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362815:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.362817:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693762.362819:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693762.362822:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693762.362825:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693762.362827:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298918421
00000100:00000001:3.0:1790693762.362829:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.362832:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298918421
00000100:00000001:3.0:1790693762.362833:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.362835:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693762.362837:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.362839:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693762.362842:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693762/real 1790693762]  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693762.362862:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693762.362864:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693762.362866:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693762.362868:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693762.362870:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693762.362872:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693762.362875:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693762.362882:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362899:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693762.362900:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362902:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.362904:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693762.362908:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362915:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693762.362919:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.362925:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693762.362928:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362929:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.362930:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.362931:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693762.362933:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693762.362934:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693762.362936:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693762.362937:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693762.362939:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693762.362944:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356544:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693762.362946:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693762.362948:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363119:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693762.363122:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.363125:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693762.363127:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693762.363129:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693762.363133:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356672:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693762.363136:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693762.363138:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693762.363140:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693762.363141:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693762.363144:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693762.363146:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693762.363149:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693762.363152:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693762.363155:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693762.363158:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356672, portal 4
00000100:00000001:3.0:1790693762.363160:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693762.363173:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:3.0:1790693762.363180:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363186:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693762.363189:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693762.363191:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693762.363193:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101356672, offset 0
00000400:00000200:3.0:1790693762.363197:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693762.363202:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.363205:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693762.363208:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693762.363210:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693762.363212:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693762.363215:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693762.363218:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7021:7021:256:4294967295] 192.168.204.134@tcp LPNI seq info [7016:7016:8:4294967295]
00000400:00000200:3.0:1790693762.363222:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693762.363228:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693762.363233:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.363236:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693762.363239:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693762.363242:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1790693762.363246:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693762.363248:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1790693762.363251:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693762.363253:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693762.363265:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693762.363269:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693762.363271:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693762.363273:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693762.363276:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693762.363280:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363287:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.363290:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363296:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.363298:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693762.363301:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693762.363304:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693762.363307:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693762.363309:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298918426
00000100:00000001:3.0:1790693762.363312:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.363314:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298918426
00000100:00000001:3.0:1790693762.363316:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298919684
00000100:00000001:3.0:1790693762.363318:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693762.363320:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.363322:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693762.363326:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693762/real 1790693762]  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693762.363334:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693762.363336:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693762.363337:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693762.363340:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693762.363342:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693762.363344:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693762.363347:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693762.363354:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363360:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693762.363361:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363363:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.363364:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693762.363367:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363374:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693762.363377:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363383:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693762.363386:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363387:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693762.363389:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363390:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693762.363392:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693762.363394:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693762.363416:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693762.363418:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693762.363421:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693762.363426:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356672:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693762.363429:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363430:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.363431:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101356416/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363435:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693762.363436:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693762.363437:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095800.
02000000:00000001:3.0:1790693762.363439:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693762.363440:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693762.363441:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693762.363443:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693762.363444:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693762.363454:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693762.363455:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693762.363457:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:3.0:1790693762.363459:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693762.363460:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363461:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.363464:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101356544/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363468:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693762.363468:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693762.363469:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7096000.
02000000:00000001:3.0:1790693762.363470:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693762.363471:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693762.363472:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693762.363484:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693762.363486:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693762.363488:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693762.363489:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693762.363490:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:3.0:1790693762.363492:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693762.363494:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363495:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693762.363498:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101356672/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693762.363504:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693762.363505:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693762.363506:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097400.
02000000:00000001:3.0:1790693762.363508:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693762.363509:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693762.363511:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693762.363512:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693762.363514:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693762.363516:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693762.363517:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693762.363518:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:3.0:1790693762.363520:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693762.363522:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363525:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693762.363529:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693762.363530:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693762.363533:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693762.363535:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693762.743523:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693762.743531:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693762.743531:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693762.743532:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693762.743533:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693762.743536:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693762.743538:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693762.743540:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693762.743540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693762.743541:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693762.743547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1790693762.743548:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693762.743548:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693762.743549:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693762.743552:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693762.743554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.743555:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693762.743556:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693762.743557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693762.743559:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693762.743562:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693762.743562:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693762.743563:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693762.743563:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693762.743568:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693762.743569:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693762.743569:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693762.743570:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693762.743575:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693762.743575:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693762.743577:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693762.743581:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693762.743582:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693762.743590:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693762.743593:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693762.743596:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693762.743600:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693762.743603:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693762.743605:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693762.743607:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693762.743609:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693762.743646:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693762.743650:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693762.743653:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693763.384590:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693763.384596:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693763.384598:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693763.384604:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693763.384607:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693763.384610:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693763.384613:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693763.384615:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693763.384618:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693763.703507:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298919684, at 4298919744
00000100:00000040:1.0:1790693763.703507:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298919684, at 4298919744
00000100:00000010:1.0:1790693763.703524:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78000.
00000100:00000010:0.0:1790693763.703530:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f789c0.
00010000:00000001:3.0:1790693763.767516:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693763.767523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693763.767529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693763.767531:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693763.767533:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693763.767535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693763.767538:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693763.767539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693763.767563:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693763.767566:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693763.767569:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693763.767701:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693763.767706:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693763.767709:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693763.767713:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693763.767717:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693763.767721:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693763.767723:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693763.767726:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693763.767729:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693763.767907:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693763.767911:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693763.767913:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693763.767916:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693763.767918:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693763.767921:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693763.767923:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693763.767925:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693763.767928:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693763.768242:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693763.768245:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693763.768246:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693763.768249:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693763.768251:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693763.768253:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693763.768255:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693763.768257:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693763.768259:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693764.407488:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693764.407495:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693764.407498:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693764.407502:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693764.407506:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693764.407510:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693764.407513:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693764.407515:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693764.407518:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693764.791537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693764.791542:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693764.791545:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693764.791548:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693764.791552:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693764.791553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693764.791556:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693764.791557:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693764.791562:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693764.791564:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693764.791567:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693764.791567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693764.791572:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693764.791575:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693764.791579:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693764.791580:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693764.791583:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693764.791596:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693764.791600:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693764.791601:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693764.791604:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693764.791606:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693764.791608:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693764.791610:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693764.791612:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693764.791614:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693764.791616:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693764.791620:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693764.791623:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693764.791635:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693764.791641:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693764.791643:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693764.791646:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693764.791649:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693764.791651:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693764.791653:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693764.791654:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693764.791656:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693765.431523:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693765.431532:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693765.431534:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693765.431540:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693765.431545:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693765.431549:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693765.431551:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693765.431553:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693765.431556:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693765.815516:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693765.815524:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693765.815526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693765.815531:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693765.815536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693765.815539:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693765.815542:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693765.815544:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693765.815547:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693765.815658:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693765.815662:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693765.815668:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693765.815669:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693765.815670:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693765.815673:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693765.815676:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693765.815676:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693765.815679:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693765.815680:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693765.815685:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693765.815687:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693765.815687:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693765.815688:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693765.815690:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693765.815691:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693765.815695:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693765.815714:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693765.815716:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693765.815718:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693765.816479:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693765.816483:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693765.816485:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693765.816488:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693765.816491:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693765.816493:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693765.816495:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693765.816497:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693765.816499:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693766.455492:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693766.455504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693766.455506:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693766.455514:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693766.455520:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693766.455526:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693766.455529:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693766.455533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693766.455536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693766.839490:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693766.839505:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693766.839508:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693766.839514:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693766.839519:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693766.839523:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693766.839527:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693766.839530:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693766.839532:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693766.839534:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693766.839538:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693766.839541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693766.839544:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693766.839548:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693766.839550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693766.839553:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693766.839555:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693766.839558:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693766.839578:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693766.839583:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693766.839585:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693766.839588:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693766.839591:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693766.839594:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693766.839597:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693766.839599:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693766.839600:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693766.839738:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693766.839741:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693766.839745:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693766.839747:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693766.839750:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693766.839751:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693766.839754:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693766.839756:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693766.839782:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693766.839785:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693766.839787:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693767.479573:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1790693767.479573:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693767.479584:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1790693767.479587:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693767.479589:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.479592:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693767.479599:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790693767.479600:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693767.479609:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693767.479611:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693767.479616:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693767.479623:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4251
00000100:00000001:2.0:1790693767.479625:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693767.479630:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693767.479636:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693767.479637:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693767.479645:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693767.479650:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693767.479653:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479659:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693767.479661:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479664:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693767.479673:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693767.479674:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693767.479676:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693767.479679:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693767.479680:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693767.479682:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693767.479684:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479685:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693767.479686:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479687:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693767.479689:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693767.479691:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479692:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693767.479694:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693767.479697:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693767.479698:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.479700:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693767.479701:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693767.479708:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563100.
00000020:00000040:3.0:1790693767.479711:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693767.479713:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693767.479714:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.479716:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693767.479719:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693767.479721:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693767.479727:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097400.
00000100:00000001:3.0:1790693767.479732:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693767.479738:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693767.479746:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693767.479749:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693767.479754:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0521de] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693767.479780:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693767.479784:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693767.479788:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693767.479790:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693767.479791:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693767.479794:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693767.479796:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4251
00000400:00000200:3.0:1790693767.479800:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693767.479803:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693767.479805:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693767.479808:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479810:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693767.479812:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479815:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693767.479818:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693767.479820:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693767.479821:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693767.479824:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693767.479826:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693767.479828:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693767.479832:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693767.479832:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479837:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693767.479838:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693767.479842:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693767.479843:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693767.479845:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693767.479848:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693767.479853:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693767.479857:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.479859:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693767.479860:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693767.479867:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693767.479873:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693767.479873:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.479876:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.479878:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:0.0:1790693767.479884:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1790693767.479884:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1790693767.479888:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1790693767.479889:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.479892:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.479894:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693767.479898:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562d80.
00000020:00000040:3.0:1790693767.479900:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693767.479903:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693767.479904:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.479910:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1790693767.479913:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101356800:192.168.204.134@tcp:250:
02000000:00000001:3.0:1790693767.479913:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693767.479918:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.479920:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1790693767.479924:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
02000000:00000001:0.0:1790693767.479926:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693767.479930:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.479931:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.479936:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1790693767.479941:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1790693767.479943:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa000.
02000000:00000001:0.0:1790693767.479947:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.479956:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693767.479957:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693767.479960:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693767.479963:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00000040:3.0:1790693767.479968:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021b469bb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693767.479972:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693767.479981:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356800, portal 25
00000100:00000001:3.0:1790693767.479982:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.479985:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1790693767.479987:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1790693767.479988:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00080000:3.0:1790693767.479996:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1790693767.479999:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693767.479999:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693767.480003:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693767.480008:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693767.480014:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1790693767.480014:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4251
00000100:00000040:0.0:1790693767.480020:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693767.480024:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693767.480025:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693767.480030:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101356800, offset 0
00000400:00000200:3.0:1790693767.480031:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693767.480036:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1790693767.480041:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693767.480042:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.480046:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693767.480049:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693767.480052:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693767.480053:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693767.480059:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693767.480060:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693767.480061:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693767.480063:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693767.480065:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693767.480068:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:3.0:1790693767.480073:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693767.480076:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:3.0:1790693767.480077:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693767.480082:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693767.480083:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1790693767.480087:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:0.0:1790693767.480091:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:3.0:1790693767.480092:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000400:00000200:0.0:1790693767.480097:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1790693767.480101:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000400:00000200:0.0:1790693767.480104:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.480107:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693767.480110:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693767.480115:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7022:7022:256:4294967295] 192.168.204.134@tcp LPNI seq info [7017:7017:8:4294967295]
02000000:00000001:3.0:1790693767.480115:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693767.480121:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693767.480126:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693767.480127:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693767.480131:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693767.480136:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.480140:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693767.480141:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1790693767.480148:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561f80.
00000800:00000200:0.0:1790693767.480151:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000040:3.0:1790693767.480154:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000800:00000010:0.0:1790693767.480158:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
02000000:00000001:3.0:1790693767.480158:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693767.480161:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.480165:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1790693767.480169:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:3.0:1790693767.480169:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693767.480172:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693767.480174:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
02000000:00000010:3.0:1790693767.480179:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095800.
00000800:00000200:0.1:1790693767.480184:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693767.480186:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693767.480189:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1790693767.480195:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693767.480206:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693767.480208:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1790693767.480210:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693767.480214:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000020a3eb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1790693767.480216:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693767.480224:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693767.480225:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693767.480230:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1790693767.480233:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693767.480237:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693767.480240:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1790693767.480241:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000100:00080000:3.0:1790693767.480243:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1790693767.480246:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:3.0:1790693767.480248:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1790693767.480253:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:3.0:1790693767.480253:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4251
00000100:00000200:0.0:1790693767.480262:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693767.480262:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693767.480270:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693767.480275:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693767.480279:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693767.480281:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693767.480286:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693767.480286:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693767.480292:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.480297:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693767.480303:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693767.480304:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693767.480306:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:3.0:1790693767.480307:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693767.480310:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693767.480313:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:0.0:1790693767.480314:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693767.480315:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693767.480320:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000200:0.0:1790693767.480321:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693767.480326:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298924802
00000100:00000040:3.0:1790693767.480326:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.480332:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1790693767.480335:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000040:3.0:1790693767.480335:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693767.480340:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693767.480344:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1790693767.480344:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693767.480350:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693767.480353:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298924802
00000100:00000001:3.0:1790693767.480354:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693767.480359:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1790693767.480360:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190060.
02000000:00000001:3.0:1790693767.480364:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693767.480366:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693767.480368:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.480371:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693767.480372:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693767.480441:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693767.480444:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693767.480446:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693767.480451:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562300.
00000020:00000040:3.0:1790693767.480453:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
00000100:00000001:0.0:1790693767.480457:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693767.480458:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693767.480461:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.480463:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693767.480465:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693767.480467:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693767.480470:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693767.480473:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693767.480479:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.480483:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693767/real 1790693767]  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693767.480487:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693767.480506:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1790693767.480507:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1790693767.480509:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1790693767.480510:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693767.480514:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000100:00000040:3.0:1790693767.480516:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001abf7409] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693767.480519:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693767.480523:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693767.480527:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693767.480532:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693767.480535:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693767.480537:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693767.480546:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693767.480549:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693767.480552:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1790693767.480554:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693767.480557:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693767.480563:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4251
00000100:00000001:0.0:1790693767.480569:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000400:00000200:3.0:1790693767.480570:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693767.480573:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790693767.480576:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693767.480578:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1790693767.480581:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693767.480582:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693767.480591:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00100000:0.0:1790693767.480592:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693767.480597:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693767.480603:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693767.480607:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693767.480608:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000040:0.0:1790693767.480615:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693767.480615:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693767.480618:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693767.480622:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693767.480625:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000100:00000001:0.0:1790693767.480629:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1790693767.480631:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693767.480634:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790693767.480636:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693767.480639:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.480642:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693767.480643:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693767.480647:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693767.480648:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693767.480650:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1790693767.480652:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00080000:0.0:1790693767.480658:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1790693767.480658:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693767.480664:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693767.480666:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693767.480671:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1790693767.480671:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693767.480678:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.480680:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693767.480682:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693767.480687:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693767.480692:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.480695:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101356800:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693767.480697:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693767.480700:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1790693767.480703:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1790693767.480705:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.480708:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693767.480709:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.480715:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101356800/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693767.480716:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563800.
00000020:00000040:3.0:1790693767.480722:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693767.480727:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1790693767.480729:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693767.480731:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.480732:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1790693767.480735:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1790693767.480737:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:3.0:1790693767.480738:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693767.480743:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1790693767.480743:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693767.480747:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693767.480750:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
02000000:00000010:3.0:1790693767.480751:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000020:00000001:0.0:1790693767.480754:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:3.0:1790693767.480756:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693767.480758:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:0.0:1790693767.480764:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:3.0:1790693767.480766:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1790693767.480767:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693767.480770:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:0.0:1790693767.480776:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693767.480778:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693767.480781:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693767.480782:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693767.480785:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.480791:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1790693767.480791:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db545c3d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.480795:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.480800:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693767.480803:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693767.480806:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693767.480811:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.480813:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693767.480817:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4261)
00000100:00000001:0.0:1790693767.480826:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693767.480828:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.480830:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693767.480833:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693767.480835:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.480839:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356928:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693767.480842:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693767.480844:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693767.480846:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.480848:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693767.480851:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa000.
02000000:00000001:0.0:1790693767.480853:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693767.480857:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693767.480860:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693767.480863:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693767.480866:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101356928, portal 10
00000100:00000001:0.0:1790693767.480868:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693767.480870:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:0.0:1790693767.480876:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.480883:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693767.480886:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693767.480888:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693767.480890:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101356928, offset 0
00000400:00000200:0.0:1790693767.480894:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693767.480898:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.480901:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693767.480904:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693767.480906:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693767.480909:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693767.480912:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693767.480915:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7023:7023:256:4294967295] 192.168.204.134@tcp LPNI seq info [7018:7018:8:4294967295]
00000400:00000200:0.0:1790693767.480919:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.480925:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693767.480930:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.480933:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693767.480938:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693767.480941:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790693767.480946:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693767.480949:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1790693767.480952:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.480954:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693767.480958:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693767.480961:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693767.480964:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693767.480966:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693767.480968:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693767.480972:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.480979:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.480982:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.480988:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.480989:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693767.480992:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.480997:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693767.481000:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693767.481002:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298923539
00000100:00000001:0.0:1790693767.481004:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.481006:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298923539
00000100:00000001:0.0:1790693767.481008:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.481010:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693767.481012:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.481014:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693767.481018:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693767/real 1790693767]  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693767.481031:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693767.481033:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693767.481034:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693767.481037:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693767.481038:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693767.481040:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693767.481044:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693767.481052:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481058:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693767.481059:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481060:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.481062:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693767.481065:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481071:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693767.481074:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481081:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693767.481083:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481084:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.481086:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481087:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693767.481090:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693767.481092:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693767.481095:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693767.481097:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693767.481100:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693767.481107:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101356928:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693767.481111:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693767.481114:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481120:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693767.481121:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.481123:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693767.481125:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693767.481127:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.481130:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357056:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693767.481133:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693767.481134:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693767.481136:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.481137:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693767.481141:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9400.
02000000:00000001:0.0:1790693767.481143:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693767.481146:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693767.481148:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693767.481151:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693767.481154:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357056, portal 10
00000100:00000001:0.0:1790693767.481156:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693767.481157:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:0.0:1790693767.481162:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481168:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693767.481170:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693767.481172:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693767.481174:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101357056, offset 0
00000400:00000200:0.0:1790693767.481177:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693767.481181:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.481184:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693767.481187:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693767.481189:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693767.481191:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693767.481193:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693767.481196:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7024:7024:256:4294967295] 192.168.204.134@tcp LPNI seq info [7019:7019:8:4294967295]
00000400:00000200:0.0:1790693767.481200:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.481205:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693767.481209:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.481212:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693767.481216:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693767.481219:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790693767.481222:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693767.481225:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1790693767.481228:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.481229:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693767.481232:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693767.481235:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693767.481238:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693767.481239:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693767.481242:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693767.481307:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481316:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.481320:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481327:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.481329:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693767.481332:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.481335:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693767.481338:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693767.481341:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298923545
00000100:00000001:0.0:1790693767.481344:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.481346:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298923545
00000100:00000001:0.0:1790693767.481348:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.481350:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693767.481352:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.481354:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693767.481357:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693767/real 1790693767]  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693767.481364:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693767.481365:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693767.481367:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693767.481369:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693767.481371:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693767.481373:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693767.481388:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693767.481416:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481422:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693767.481424:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481426:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.481427:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693767.481431:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481437:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693767.481441:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481447:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693767.481449:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481452:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.481453:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481454:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693767.481456:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693767.481459:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693767.481462:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693767.481464:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693767.481468:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693767.481476:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357056:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693767.481480:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693767.481483:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481490:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693767.481491:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.481494:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693767.481495:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693767.481497:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.481500:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357184:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693767.481503:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693767.481505:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693767.481507:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.481508:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693767.481512:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8400.
02000000:00000001:0.0:1790693767.481514:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693767.481518:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693767.481520:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693767.481524:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693767.481527:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357184, portal 4
00000100:00000001:0.0:1790693767.481529:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693767.481530:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:0.0:1790693767.481536:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481543:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693767.481545:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693767.481547:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693767.481549:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101357184, offset 0
00000400:00000200:0.0:1790693767.481553:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693767.481557:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.481560:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693767.481563:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693767.481566:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693767.481568:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693767.481571:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693767.481574:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7025:7025:256:4294967295] 192.168.204.134@tcp LPNI seq info [7020:7020:8:4294967295]
00000400:00000200:0.0:1790693767.481578:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.481584:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693767.481589:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.481591:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693767.481596:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693767.481598:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790693767.481603:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693767.481606:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1790693767.481623:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.481625:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693767.481628:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693767.481631:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693767.481635:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693767.481637:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693767.481640:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693767.481643:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481651:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.481655:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481661:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.481662:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693767.481665:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.481668:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693767.481672:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693767.481674:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298923540
00000100:00000001:0.0:1790693767.481676:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.481678:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298923540
00000100:00000001:0.0:1790693767.481680:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.481682:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693767.481684:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.481686:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693767.481689:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693767/real 1790693767]  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693767.481696:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693767.481698:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693767.481699:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693767.481702:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693767.481703:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693767.481706:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693767.481709:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693767.481716:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481723:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693767.481724:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481726:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.481727:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693767.481730:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481737:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693767.481741:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481746:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693767.481749:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481750:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.481752:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481753:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693767.481755:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693767.481758:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693767.481761:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693767.481763:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693767.481766:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693767.481773:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357184:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693767.481777:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481778:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.481781:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101356928/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481787:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693767.481789:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693767.481791:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:0.0:1790693767.481794:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693767.481795:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693767.481797:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693767.481799:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693767.481800:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:0.0:1790693767.481803:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693767.481805:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693767.481806:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:0.0:1790693767.481809:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693767.481810:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481811:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.481814:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101357056/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481820:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693767.481821:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693767.481823:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9400.
02000000:00000001:0.0:1790693767.481825:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693767.481826:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693767.481827:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693767.481829:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693767.481830:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:0.0:1790693767.481832:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693767.481833:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693767.481835:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:0.0:1790693767.481837:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693767.481838:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481839:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.481842:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101357184/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481847:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693767.481848:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693767.481849:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8400.
02000000:00000001:0.0:1790693767.481851:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693767.481852:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693767.481853:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693767.481855:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693767.481856:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:0.0:1790693767.481858:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693767.481859:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693767.481860:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:0.0:1790693767.481862:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693767.481863:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481865:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.481869:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693767.481871:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.481873:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693767.481874:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693767.481875:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693767.481879:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481884:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693767.481886:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.481887:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693767.481889:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693767.481891:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.481893:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357312:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693767.481896:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693767.481897:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693767.481899:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693767.481901:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693767.481904:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8400.
02000000:00000001:0.0:1790693767.481905:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693767.481909:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693767.481911:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693767.481913:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693767.481916:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357312, portal 4
00000100:00000001:0.0:1790693767.481918:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693767.481919:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:0.0:1790693767.481925:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.481930:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693767.481932:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693767.481934:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693767.481936:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101357312, offset 0
00000400:00000200:0.0:1790693767.481941:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693767.481944:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.481948:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693767.481951:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693767.481953:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693767.481955:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693767.481957:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693767.481960:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7026:7026:256:4294967295] 192.168.204.134@tcp LPNI seq info [7021:7021:8:4294967295]
00000400:00000200:0.0:1790693767.481964:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693767.481969:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693767.481974:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.481977:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693767.481980:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693767.481983:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1790693767.481987:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693767.481990:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1790693767.481993:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693767.481995:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693767.481997:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693767.482001:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693767.482003:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693767.482005:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693767.482007:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693767.482011:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.482018:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.482020:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.482026:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.482028:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693767.482030:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693767.482033:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693767.482036:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693767.482037:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298923545
00000100:00000001:0.0:1790693767.482040:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.482042:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298923545
00000100:00000001:0.0:1790693767.482044:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298924802
00000100:00000001:0.0:1790693767.482046:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693767.482048:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.482049:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693767.482052:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693767/real 1790693767]  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693767.482059:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693767.482060:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693767.482062:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693767.482064:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693767.482066:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693767.482067:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693767.482070:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693767.482077:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.482083:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693767.482084:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.482086:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.482087:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693767.482090:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.482096:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693767.482099:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.482105:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693767.482107:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.482109:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693767.482111:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.482112:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693767.482114:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693767.482116:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693767.482119:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693767.482121:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693767.482125:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693767.482131:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357312:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693767.482135:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.482136:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693767.482139:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101357312/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693767.482145:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693767.482146:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693767.482147:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8400.
02000000:00000001:0.0:1790693767.482149:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693767.482150:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693767.482152:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693767.482154:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693767.482155:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693767.482158:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693767.482160:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693767.482161:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:0.0:1790693767.482163:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693767.482164:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.482165:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.482168:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693767.482169:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.482171:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693767.482172:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693767.863536:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693767.863543:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693767.863545:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693767.863551:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693767.863554:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693767.863558:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693767.863560:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693767.863562:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693767.863565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693767.863767:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693767.863771:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693767.863773:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693767.863777:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693767.863781:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693767.863783:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693767.863785:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693767.863787:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693767.863790:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693767.863792:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693767.863794:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693767.863795:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693767.863799:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693767.863800:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693767.864167:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693767.864170:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693767.864181:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.864185:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693767.864187:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693767.864190:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.864192:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693767.864193:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.864195:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693767.867904:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693767.867911:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693767.867916:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693767.868500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693767.868504:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693767.868506:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693767.868511:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693767.868514:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693767.868518:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.868520:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693767.868522:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693767.868525:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693768.503511:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693768.503518:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693768.503521:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693768.503526:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693768.503530:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693768.503533:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693768.503536:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693768.503538:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693768.503542:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693768.823488:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298924802, at 4298924864
00000100:00000040:0.0:1790693768.823494:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298924802, at 4298924864
00000100:00000010:1.0:1790693768.823505:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190060.
00000100:00000010:0.0:1790693768.823508:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000001:0.0:1790693768.887526:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693768.887533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693768.887535:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693768.887540:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693768.887544:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693768.887548:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693768.887551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693768.887553:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693768.887556:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693768.888253:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693768.888258:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693768.888263:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693768.888264:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693768.888267:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693768.888269:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693768.888272:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693768.888273:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693768.888291:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693768.888293:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693768.888296:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693768.888428:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693768.888430:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693768.888431:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693768.888434:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693768.888435:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693768.888437:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693768.888438:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693768.888439:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693768.888441:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693768.888483:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693768.888486:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693768.888487:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693768.888490:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693768.888492:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693768.888494:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693768.888496:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693768.888498:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693768.888500:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693769.527543:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693769.527550:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693769.527552:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693769.527558:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693769.527563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693769.527567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693769.527570:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693769.527573:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693769.527577:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693769.911508:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693769.911508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693769.911508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693769.911515:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693769.911516:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693769.911516:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693769.911517:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693769.911520:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693769.911520:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693769.911522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693769.911526:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693769.911527:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693769.911527:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693769.911532:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693769.911532:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693769.911533:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693769.911537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693769.911538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693769.911538:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693769.911543:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693769.911547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693769.911548:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693769.911551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693769.911551:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693769.911551:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693769.911555:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693769.911559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693769.911577:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693769.911579:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693769.911582:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693769.911584:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693769.911586:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693769.911587:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693769.911589:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693769.911590:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693769.911677:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693769.911679:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693769.911681:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693770.551505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693770.551513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693770.551515:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693770.551521:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693770.551524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693770.551529:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693770.551531:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693770.551534:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693770.551536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693770.935542:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693770.935544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693770.935548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693770.935550:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693770.935552:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693770.935554:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693770.935556:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693770.935558:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:2.0:1790693770.935560:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693770.935561:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693770.935565:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693770.935566:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693770.935568:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693770.935569:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693770.935571:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693770.935572:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693770.935575:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693770.935576:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693770.935577:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693770.935578:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693770.935582:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693770.935584:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693770.935585:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693770.935589:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693770.935589:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693770.935595:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693770.935596:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693770.935600:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693770.935603:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693770.935623:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693770.935626:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693770.935628:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693770.935717:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693770.935720:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693770.935722:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693770.935724:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693770.935726:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693770.935729:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693770.935741:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693770.935743:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693770.935745:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693770.935806:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693770.935809:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693770.935810:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693770.935812:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693770.935814:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693770.935816:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693770.935819:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693770.935821:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693770.935823:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693771.575674:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693771.575682:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693771.575684:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693771.575689:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693771.575693:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693771.575695:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693771.575697:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693771.575699:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693771.575701:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693771.959498:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693771.959498:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693771.959500:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693771.959505:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693771.959507:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693771.959507:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693771.959511:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693771.959512:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693771.959513:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693771.959517:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693771.959518:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693771.959518:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693771.959521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693771.959524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693771.959525:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693771.959525:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693771.959528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693771.959531:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693771.959532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693771.959532:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693771.959534:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693771.959538:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693771.959541:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693771.959544:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693771.959547:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693771.959550:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693771.966120:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693771.966128:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693771.966133:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693771.966237:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693771.966242:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693771.966244:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693771.966280:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693771.966312:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693771.966317:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693771.966320:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693771.966344:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693771.966347:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693772.599672:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693772.599681:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693772.599684:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693772.599690:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693772.599694:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693772.599698:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693772.599700:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693772.599703:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693772.599706:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693772.600431:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693772.600438:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693772.600441:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693772.600444:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693772.600448:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693772.600455:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4256
00000400:00000200:0.0:1790693772.600461:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693772.600466:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693772.600469:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693772.600472:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600476:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600478:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600480:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693772.600487:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693772.600489:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693772.600492:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693772.600495:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693772.600497:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693772.600499:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693772.600502:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600504:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600506:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600508:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693772.600511:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693772.600514:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600517:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693772.600520:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693772.600523:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693772.600525:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600528:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693772.600530:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693772.600539:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693772.600542:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693772.600546:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693772.600547:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600550:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693772.600553:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693772.600557:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693772.600566:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8400.
00000100:00000001:0.0:1790693772.600573:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693772.600582:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693772.600592:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693772.600594:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693772.600599:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693772.600623:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693772.600626:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693772.600630:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693772.600631:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693772.600633:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693772.600636:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693772.600638:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4256
00000400:00000200:0.0:1790693772.600642:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693772.600646:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693772.600648:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693772.600650:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600653:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600655:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600657:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693772.600660:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693772.600661:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693772.600662:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693772.600664:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693772.600666:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693772.600668:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693772.600671:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600673:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600674:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600676:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693772.600678:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693772.600680:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600682:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693772.600684:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693772.600689:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693772.600690:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600692:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693772.600696:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693772.600698:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600700:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693772.600704:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693772.600707:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693772.600709:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693772.600711:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600712:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693772.600714:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693772.600715:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693772.600719:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9400.
00000100:00000001:0.0:1790693772.600722:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693772.600727:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693772.600734:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693772.600736:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693772.600739:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693772.600747:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693772.600749:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693772.600753:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693772.600754:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693772.600755:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693772.600758:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693772.600760:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4256
00000400:00000200:0.0:1790693772.600763:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693772.600766:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693772.600768:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693772.600770:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600772:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600774:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600776:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693772.600778:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693772.600780:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693772.600781:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693772.600783:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693772.600785:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693772.600787:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693772.600790:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600791:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600793:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600795:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693772.600797:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693772.600799:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600801:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693772.600803:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693772.600806:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693772.600808:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600809:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693772.600811:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693772.600814:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600815:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693772.600818:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693772.600820:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693772.600823:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693772.600824:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600825:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693772.600827:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693772.600828:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693772.600831:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa000.
00000100:00000001:0.0:1790693772.600834:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693772.600839:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693772.600845:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693772.600847:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693772.600850:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693772.600857:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693772.600860:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693772.600863:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693772.600864:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693772.600866:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693772.600868:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693772.600870:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4256
00000400:00000200:0.0:1790693772.600873:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693772.600876:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693772.600878:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693772.600881:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600883:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600885:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600887:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693772.600890:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693772.600891:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693772.600892:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693772.600894:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693772.600896:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693772.600898:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693772.600900:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600902:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600904:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600906:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693772.600908:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693772.600911:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600913:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693772.600914:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693772.600917:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693772.600918:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600920:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693772.600923:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693772.600925:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600927:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693772.600929:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693772.600931:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693772.600933:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693772.600935:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.600936:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693772.600937:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693772.600939:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693772.600942:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfb800.
00000100:00000001:0.0:1790693772.600944:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693772.600948:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693772.600955:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693772.600956:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693772.600960:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693772.600967:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693772.600969:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693772.600972:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693772.600974:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693772.600975:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693772.600977:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693772.600979:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4256
00000400:00000200:0.0:1790693772.600983:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693772.600985:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693772.600987:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693772.600990:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600992:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.600994:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.600996:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693772.600998:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693772.601000:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693772.601001:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693772.601003:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693772.601005:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693772.601007:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693772.601009:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.601011:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693772.601013:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693772.601015:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693772.601017:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693772.601020:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693772.601022:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693772.601023:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693772.601026:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693772.601028:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.601029:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693772.601031:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693772.601033:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.601035:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693772.601038:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693772.601040:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693772.601042:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693772.601043:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693772.601045:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693772.601046:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693772.601047:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693772.601050:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfac00.
00000100:00000001:0.0:1790693772.601053:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693772.601057:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693772.601069:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693772.601071:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693772.601074:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693772.601082:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693772.601085:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4266)
00000100:00000001:3.0:1790693772.602335:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693772.602342:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693772.602345:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693772.602355:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602365:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693772.602366:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.602370:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693772.602373:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693772.602376:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693772.602379:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101357440:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693772.602384:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693772.602388:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693772.602390:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.602393:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693772.602419:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693772.602422:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693772.602428:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693772.602432:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693772.602438:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693772.602444:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357440, portal 25
00000100:00000001:3.0:1790693772.602446:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693772.602448:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:3.0:1790693772.602454:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602461:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693772.602464:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693772.602467:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693772.602470:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101357440, offset 0
00000400:00000200:3.0:1790693772.602476:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693772.602484:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.602490:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693772.602494:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693772.602498:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693772.602501:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693772.602504:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693772.602508:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7027:7027:256:4294967295] 192.168.204.134@tcp LPNI seq info [7022:7022:8:4294967295]
00000400:00000200:3.0:1790693772.602512:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.602521:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693772.602526:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.602531:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693772.602537:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693772.602541:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693772.602546:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693772.602549:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693772.602554:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.602556:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693772.602562:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693772.602567:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693772.602573:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693772.602575:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693772.602579:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693772.602583:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602592:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.602596:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602602:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.602604:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693772.602610:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693772.602613:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693772.602616:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298929925
00000100:00000010:3.0:1790693772.602621:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78060.
00000100:00000001:3.0:1790693772.602627:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693772.602643:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298929925
00000100:00000010:3.0:1790693772.602647:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78c60.
00000100:00000001:3.0:1790693772.602651:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693772.602655:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693772.602657:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.602660:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693772.602664:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693772/real 1790693772]  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693772.602673:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693772.602675:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693772.602677:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693772.602679:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693772.602681:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693772.602683:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693772.602687:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693772.602695:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602701:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693772.602703:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.602705:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.602707:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693772.602710:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602716:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693772.602720:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602728:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693772.602731:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.602733:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.602734:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.602736:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693772.602738:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693772.602742:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693772.602746:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693772.602749:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693772.602753:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693772.602761:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101357440:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693772.602766:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693772.602770:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602777:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693772.602778:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.602781:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693772.602782:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693772.602784:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693772.602787:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357568:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693772.602790:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693772.602792:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693772.602794:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.602796:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693772.602799:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693772.602801:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693772.602804:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693772.602806:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693772.602809:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693772.602812:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357568, portal 10
00000100:00000001:3.0:1790693772.602814:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693772.602815:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:3.0:1790693772.602821:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602826:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693772.602828:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693772.602830:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693772.602832:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101357568, offset 0
00000400:00000200:3.0:1790693772.602835:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693772.602840:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.602843:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693772.602845:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693772.602848:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693772.602850:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693772.602852:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693772.602854:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7028:7028:256:4294967295] 192.168.204.134@tcp LPNI seq info [7023:7023:8:4294967295]
00000400:00000200:3.0:1790693772.602858:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.602863:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693772.602867:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.602870:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693772.602874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693772.602877:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693772.602880:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693772.602883:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693772.602886:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.602888:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693772.602891:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693772.602895:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693772.602897:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693772.602899:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693772.602901:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693772.602904:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602911:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.602914:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602919:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.602921:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693772.602923:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693772.602927:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693772.602930:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693772.602932:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298928661
00000100:00000001:3.0:1790693772.602935:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.602936:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298928661
00000100:00000001:3.0:1790693772.602938:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.602940:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693772.602942:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.602943:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693772.602946:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693772/real 1790693772]  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693772.602954:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693772.602955:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693772.602957:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693772.602959:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693772.602961:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693772.602963:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693772.602966:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693772.602974:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602980:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693772.602981:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.602983:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.602984:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693772.602987:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.602993:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693772.602996:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603002:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693772.603005:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603007:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.603008:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603009:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693772.603012:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693772.603014:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693772.603017:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693772.603019:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693772.603023:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693772.603030:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357568:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693772.603034:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693772.603037:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603043:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693772.603044:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.603046:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693772.603048:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693772.603050:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693772.603052:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357696:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693772.603056:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693772.603057:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693772.603059:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.603061:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693772.603064:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693772.603066:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693772.603069:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693772.603071:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693772.603074:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693772.603077:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357696, portal 10
00000100:00000001:3.0:1790693772.603079:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693772.603080:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:3.0:1790693772.603085:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603091:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693772.603094:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693772.603096:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693772.603098:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101357696, offset 0
00000400:00000200:3.0:1790693772.603102:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693772.603106:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.603110:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693772.603112:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693772.603115:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693772.603117:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693772.603119:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693772.603122:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7029:7029:256:4294967295] 192.168.204.134@tcp LPNI seq info [7024:7024:8:4294967295]
00000400:00000200:3.0:1790693772.603126:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.603132:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693772.603136:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.603139:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693772.603143:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693772.603145:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693772.603149:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693772.603151:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693772.603155:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.603156:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693772.603159:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693772.603162:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693772.603165:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693772.603166:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693772.603168:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693772.603172:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603178:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.603182:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603187:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.603189:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693772.603191:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693772.603194:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693772.603197:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693772.603199:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298928667
00000100:00000001:3.0:1790693772.603201:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.603203:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298928667
00000100:00000001:3.0:1790693772.603205:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.603207:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693772.603209:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.603211:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693772.603214:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693772/real 1790693772]  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693772.603221:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693772.603222:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693772.603224:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693772.603226:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693772.603228:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693772.603229:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693772.603233:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693772.603241:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603246:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693772.603247:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603249:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.603250:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693772.603253:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603260:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693772.603263:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603269:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693772.603271:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603272:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.603273:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603292:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693772.603294:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693772.603297:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693772.603300:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693772.603302:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693772.603307:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693772.603314:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357696:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693772.603318:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693772.603321:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603327:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693772.603328:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.603330:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693772.603332:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693772.603334:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693772.603336:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357824:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693772.603339:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693772.603341:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693772.603343:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.603345:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693772.603350:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693772.603353:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693772.603356:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693772.603359:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693772.603361:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693772.603364:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357824, portal 4
00000100:00000001:3.0:1790693772.603366:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693772.603367:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:3.0:1790693772.603373:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603381:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693772.603383:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693772.603385:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693772.603387:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101357824, offset 0
00000400:00000200:3.0:1790693772.603391:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693772.603395:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.603425:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693772.603428:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693772.603431:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693772.603433:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693772.603435:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693772.603438:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7030:7030:256:4294967295] 192.168.204.134@tcp LPNI seq info [7025:7025:8:4294967295]
00000400:00000200:3.0:1790693772.603442:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.603447:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693772.603452:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.603455:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693772.603459:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693772.603461:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693772.603465:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693772.603467:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693772.603471:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.603473:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693772.603476:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693772.603479:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693772.603482:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693772.603483:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693772.603486:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693772.603489:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603496:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.603499:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603505:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.603506:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693772.603509:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693772.603512:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693772.603515:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693772.603518:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298928662
00000100:00000001:3.0:1790693772.603520:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.603529:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298928662
00000100:00000001:3.0:1790693772.603531:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.603533:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693772.603535:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.603537:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693772.603541:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693772/real 1790693772]  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693772.603549:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693772.603551:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693772.603552:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693772.603556:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693772.603557:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693772.603560:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693772.603563:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693772.603573:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603579:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693772.603581:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603583:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.603584:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693772.603588:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603594:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693772.603598:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603604:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693772.603607:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603608:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.603609:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603611:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693772.603613:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693772.603615:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693772.603619:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693772.603621:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693772.603625:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693772.603633:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357824:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693772.603637:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693772.603641:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603653:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693772.603654:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.603656:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693772.603658:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693772.603660:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693772.603662:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357952:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693772.603665:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693772.603667:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693772.603668:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693772.603670:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693772.603673:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693772.603675:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693772.603678:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693772.603681:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693772.603684:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693772.603689:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101357952, portal 4
00000100:00000001:3.0:1790693772.603690:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693772.603691:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:3.0:1790693772.603696:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603702:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693772.603704:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693772.603706:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693772.603709:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101357952, offset 0
00000400:00000200:3.0:1790693772.603712:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693772.603716:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.603720:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693772.603722:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693772.603725:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693772.603727:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693772.603729:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693772.603732:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7031:7031:256:4294967295] 192.168.204.134@tcp LPNI seq info [7026:7026:8:4294967295]
00000400:00000200:3.0:1790693772.603736:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693772.603742:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693772.603747:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.603750:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693772.603753:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693772.603755:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1790693772.603759:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693772.603762:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1790693772.603766:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693772.603768:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693772.603770:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693772.603773:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693772.603776:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693772.603778:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693772.603780:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693772.603783:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603790:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.603794:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603799:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.603801:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693772.603804:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693772.603807:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693772.603809:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693772.603811:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298928667
00000100:00000001:3.0:1790693772.603814:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.603816:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298928667
00000100:00000001:3.0:1790693772.603818:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298929925
00000100:00000001:3.0:1790693772.603820:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693772.603822:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.603824:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693772.603828:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693772/real 1790693772]  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693772.603836:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693772.603837:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693772.603839:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693772.603841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693772.603843:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693772.603845:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693772.603848:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693772.603856:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603862:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693772.603863:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603865:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.603867:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693772.603870:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603877:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693772.603881:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603888:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693772.603890:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603892:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693772.603893:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603895:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693772.603896:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693772.603899:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693772.603902:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693772.603905:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693772.603909:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693772.603917:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101357952:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693772.603921:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603924:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.603927:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101357440/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603935:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693772.603937:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693772.603940:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094c00.
02000000:00000001:3.0:1790693772.603943:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693772.603946:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693772.603949:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693772.603951:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693772.603954:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8400.
02000000:00000001:3.0:1790693772.603958:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693772.603960:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693772.603962:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:3.0:1790693772.603966:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693772.603967:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.603969:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.603972:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101357568/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.603979:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693772.603980:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693772.603982:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693772.603984:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693772.603985:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693772.603987:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693772.603989:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693772.603990:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9400.
02000000:00000001:3.0:1790693772.603993:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693772.603994:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693772.603996:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:3.0:1790693772.603998:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693772.603999:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.604001:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.604004:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101357696/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.604010:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693772.604011:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693772.604013:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693772.604015:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693772.604016:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693772.604017:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693772.604019:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693772.604020:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa000.
02000000:00000001:3.0:1790693772.604023:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693772.604024:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693772.604025:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:3.0:1790693772.604027:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693772.604028:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.604030:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.604033:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101357824/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.604038:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693772.604040:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693772.604041:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693772.604043:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693772.604044:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693772.604046:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693772.604047:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693772.604048:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfb800.
02000000:00000001:3.0:1790693772.604051:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693772.604052:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693772.604053:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:3.0:1790693772.604055:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693772.604056:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.604058:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693772.604061:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101357952/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693772.604067:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693772.604068:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693772.604070:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693772.604072:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693772.604073:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693772.604074:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693772.604076:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693772.604077:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfac00.
02000000:00000001:3.0:1790693772.604079:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693772.604080:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693772.604081:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:3.0:1790693772.604083:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693772.604084:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.604086:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693772.604093:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693772.604095:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693772.604097:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693772.604099:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693772.983512:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693772.983521:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693772.983524:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693772.983525:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693772.983530:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693772.983531:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693772.983533:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693772.983538:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693772.983539:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693772.983542:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693772.983546:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693772.983547:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693772.983552:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693772.983555:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693772.983559:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693772.983559:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693772.983562:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693772.983566:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693772.983594:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693772.983597:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693772.983599:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693772.983601:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693772.983603:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693772.983604:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693772.983607:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693772.983609:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693772.983611:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693772.983615:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693772.983615:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693772.983618:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693772.983619:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693772.983625:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693772.983626:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693772.983630:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693772.983634:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693772.983636:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693772.983641:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693772.983644:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693772.983646:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693772.983648:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693772.983651:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693772.983671:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693772.983673:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693772.983677:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693773.623550:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693773.623560:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693773.623563:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693773.623571:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693773.623576:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693773.623581:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693773.623584:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693773.623587:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693773.623591:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693773.943521:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298929925, at 4298929984
00000100:00000040:1.0:1790693773.943521:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298929925, at 4298929984
00000100:00000010:1.0:1790693773.943537:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78c60.
00000100:00000010:0.0:1790693773.943539:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78060.
00000100:00000001:1.0:1790693774.007486:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693774.007493:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693774.007494:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693774.007496:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693774.007498:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693774.007504:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693774.007506:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693774.007508:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693774.007510:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693774.007513:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693774.007516:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693774.007518:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693774.007519:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693774.007521:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693774.007525:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693774.007526:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693774.007529:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693774.007582:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693774.007587:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693774.007590:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693774.007645:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693774.007649:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693774.007650:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693774.007653:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693774.007655:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693774.007657:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693774.007660:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693774.007661:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693774.007663:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693774.007697:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693774.007700:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693774.007701:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693774.007704:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693774.007707:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693774.007709:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693774.007711:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693774.007713:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693774.007714:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693774.647512:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693774.647528:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693774.647530:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693774.647536:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693774.647539:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693774.647543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693774.647545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693774.647548:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693774.647550:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693775.031504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693775.031512:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693775.031512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693775.031515:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693775.031517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693775.031521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693775.031522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693775.031525:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693775.031527:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693775.031529:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693775.031532:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693775.031532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693775.031538:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693775.031541:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693775.031544:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693775.031545:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693775.031547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693775.031550:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693775.032478:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693775.032481:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693775.032483:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693775.032486:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693775.032488:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693775.032490:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693775.032492:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693775.032494:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693775.032500:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693775.032750:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693775.032754:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693775.032758:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693775.032759:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693775.032762:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693775.032763:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693775.032766:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693775.032767:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693775.032786:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693775.032788:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693775.032791:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693775.671550:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693775.671557:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693775.671559:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693775.671564:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693775.671568:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693775.671571:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693775.671574:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693775.671576:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693775.671579:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693776.055686:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693776.055692:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693776.055699:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693776.055700:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693776.055714:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693776.055715:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693776.055719:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693776.055720:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693776.055834:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693776.055838:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693776.055841:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693776.055860:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693776.055865:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693776.055867:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693776.055871:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693776.055875:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693776.055907:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693776.055910:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693776.055912:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693776.055915:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693776.055916:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693776.055920:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693776.055921:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693776.055925:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693776.055926:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693776.055929:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693776.055931:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693776.055933:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693776.055936:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693776.055939:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693776.055942:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693776.055948:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693776.055952:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693776.055955:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693776.056351:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693776.056435:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693776.056438:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693776.056440:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693776.696851:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693776.696856:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693776.696859:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693776.696863:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693776.696867:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693776.696870:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693776.696872:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693776.696875:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693776.696877:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693777.079514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693777.079514:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693777.079519:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693777.079522:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693777.079522:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693777.079524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693777.079527:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.079527:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693777.079532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693777.079535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693777.079536:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693777.079536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693777.079542:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693777.079544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693777.079546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693777.079547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693777.079552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693777.079553:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693777.079555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693777.079556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693777.079557:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693777.079558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693777.079562:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.079564:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693777.079567:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693777.079570:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.079610:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693777.079614:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693777.079615:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693777.079618:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693777.079621:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693777.079625:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.079628:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693777.079630:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.079632:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693777.079696:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693777.079699:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693777.079702:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693777.720028:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693777.720038:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693777.720040:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693777.720044:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693777.720048:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693777.720055:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4261
00000400:00000200:1.0:1790693777.720071:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693777.720076:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693777.720079:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693777.720081:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720084:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720086:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720088:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693777.720096:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693777.720098:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693777.720101:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693777.720104:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693777.720107:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693777.720110:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693777.720113:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720114:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720116:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720118:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693777.720121:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693777.720123:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720126:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693777.720132:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693777.720135:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693777.720137:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720139:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693777.720142:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693777.720150:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d180.
00000020:00000040:1.0:1790693777.720153:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693777.720156:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693777.720158:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720161:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693777.720163:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693777.720167:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693777.720174:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693777.720189:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693777.720201:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693777.720212:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693777.720214:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693777.720219:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4107112] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693777.720237:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693777.720240:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693777.720244:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693777.720245:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693777.720247:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693777.720250:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693777.720252:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4261
00000400:00000200:1.0:1790693777.720256:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693777.720259:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693777.720262:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693777.720264:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720266:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720269:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720271:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693777.720274:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693777.720275:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693777.720277:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693777.720279:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693777.720282:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693777.720284:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693777.720287:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720289:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720291:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720293:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693777.720295:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00000001:3.0:1790693777.720295:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693777.720301:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693777.720301:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693777.720304:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.720306:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1790693777.720307:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693777.720314:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693777.720316:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693777.720317:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720321:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693777.720326:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1790693777.720330:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1790693777.720331:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.720334:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720335:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693777.720342:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f480.
02000000:00000001:3.0:1790693777.720342:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1790693777.720347:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693777.720347:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693777.720350:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693777.720351:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720353:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693777.720362:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693777.720366:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1790693777.720368:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101358080:192.168.204.134@tcp:250:
02000000:00000001:1.0:1790693777.720370:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.720373:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1790693777.720376:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693777.720379:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693777.720383:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720385:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.720386:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693777.720393:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
00000100:00100000:1.0:1790693777.720394:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1790693777.720418:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.720426:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693777.720432:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1790693777.720433:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000100:00000001:1.0:1790693777.720435:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693777.720443:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b63f92] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1790693777.720443:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693777.720452:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358080, portal 25
00000100:00000001:1.0:1790693777.720455:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.720458:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1790693777.720460:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1790693777.720461:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912798592 : -115045796753024 : ffff975dd026d180)
00000100:00080000:1.0:1790693777.720466:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693777.720469:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693777.720472:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1790693777.720473:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693777.720476:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693777.720482:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4261
00000100:00000001:3.0:1790693777.720489:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1790693777.720490:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000040:3.0:1790693777.720495:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693777.720497:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693777.720500:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1790693777.720500:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000040:1.0:1790693777.720506:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000200:3.0:1790693777.720507:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101358080, offset 0
00000100:00000001:1.0:1790693777.720510:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720514:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720517:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000400:00000200:3.0:1790693777.720518:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:1.0:1790693777.720523:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693777.720525:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693777.720527:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1790693777.720530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000020:00000040:1.0:1790693777.720531:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693777.720535:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693777.720537:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000400:00000200:3.0:1790693777.720540:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:1.0:1790693777.720544:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720547:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1790693777.720548:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693777.720551:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720554:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693777.720556:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693777.720558:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720560:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693777.720562:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693777.720565:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790693777.720568:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
02000000:00000001:1.0:1790693777.720569:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720573:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:3.0:1790693777.720575:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000008:00100000:1.0:1790693777.720577:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693777.720582:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.720583:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720587:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.720591:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7032:7032:256:4294967295] 192.168.204.134@tcp LPNI seq info [7027:7027:8:4294967295]
00000100:00000010:1.0:1790693777.720594:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ca80.
00000020:00000040:1.0:1790693777.720597:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693777.720599:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693777.720601:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720602:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693777.720604:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693777.720606:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.720611:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:1.0:1790693777.720612:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693777.720617:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693777.720624:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1790693777.720626:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693777.720638:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1790693777.720639:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720641:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1790693777.720646:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000100:00000040:1.0:1790693777.720648:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bce32b5] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790693777.720659:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693777.720660:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693777.720665:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1790693777.720666:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1790693777.720670:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693777.720673:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693777.720677:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1790693777.720678:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693777.720683:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:3.1:1790693777.720684:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1790693777.720689:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4261
00000800:00000100:3.0:1790693777.720694:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000400:00000200:1.0:1790693777.720698:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:3.0:1790693777.720700:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:1.0:1790693777.720704:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693777.720707:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1790693777.720708:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1790693777.720713:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720716:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720718:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720719:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693777.720723:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693777.720726:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000400:00000200:3.0:1790693777.720727:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1790693777.720729:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693777.720732:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000400:00000200:3.0:1790693777.720734:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000020:00000001:1.0:1790693777.720735:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000400:00000010:3.0:1790693777.720739:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000020:00000001:1.0:1790693777.720740:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693777.720746:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693777.720746:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693777.720750:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1790693777.720754:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693777.720755:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720760:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693777.720765:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693777.720770:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720775:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.720776:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693777.720778:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693777.720782:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693777.720784:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693777.720786:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720791:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693777.720794:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1790693777.720797:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693777.720799:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.720802:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693777.720803:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693777.720808:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026c380.
00000100:00000001:3.0:1790693777.720810:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693777.720811:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693777.720817:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1790693777.720817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693777.720819:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.720822:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298935043
00000100:00000001:1.0:1790693777.720823:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693777.720826:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693777.720830:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693777.720831:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78960.
02000000:00000010:1.0:1790693777.720835:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000001:3.0:1790693777.720839:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693777.720840:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693777.720848:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693777.720849:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298935043
00000100:00000010:3.0:1790693777.720856:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78c00.
00000100:00000001:1.0:1790693777.720860:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693777.720862:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693777.720863:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693777.720868:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000959f48cb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693777.720876:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693777.720878:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693777.720881:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693777.720883:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693777.720884:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693777.720887:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693777.720889:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4261
00000400:00000200:1.0:1790693777.720893:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693777.720895:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693777.720897:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693777.720900:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720901:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720903:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720905:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693777.720908:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693777.720910:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693777.720911:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693777.720913:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693777.720915:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693777.720917:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693777.720919:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720921:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693777.720923:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720925:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693777.720927:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693777.720944:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693777.720947:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693777.720948:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693777.720951:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693777.720953:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720954:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693777.720956:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693777.720959:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720960:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693777.720963:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026d880.
00000020:00000040:1.0:1790693777.720966:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693777.720968:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693777.720969:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720971:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693777.720972:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693777.720974:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693777.720977:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693777.720980:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693777.720986:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693777.720990:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693777.720995:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693777.720997:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693777.720999:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.721001:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1790693777.721005:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000670bf008] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693777.721011:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693777/real 1790693777]  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693777.721021:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693777.721027:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4271)
00000400:00000001:3.0:1790693777.721031:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693777.721034:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693777.721037:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693777.721040:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693777.721042:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693777.721046:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693777.721051:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693777.721065:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721072:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693777.721074:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721077:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.721079:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693777.721083:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721089:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693777.721094:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721100:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693777.721103:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721105:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.721106:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721108:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693777.721110:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693777.721113:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693777.721117:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693777.721120:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693777.721124:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693777.721133:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101358080:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693777.721138:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721141:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.721144:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d180 x1877674101358080/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721157:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693777.721159:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693777.721162:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693777.721166:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693777.721168:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693777.721170:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693777.721172:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693777.721174:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:3.0:1790693777.721189:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693777.721191:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693777.721193:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d180.
00000100:00000001:3.0:1790693777.721196:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693777.721197:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721200:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721206:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693777.721208:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.721211:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693777.721213:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693777.721214:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693777.721218:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721225:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693777.721227:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.721229:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693777.721231:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693777.721233:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693777.721236:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358208:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693777.721240:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693777.721242:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693777.721245:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.721246:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693777.721249:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693777.721251:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.721255:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693777.721257:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693777.721260:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693777.721262:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358208, portal 10
00000100:00000001:3.0:1790693777.721264:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693777.721264:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912807552 : -115045796744064 : ffff975dd026f480)
00000100:00000040:3.0:1790693777.721269:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721273:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693777.721275:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693777.721276:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693777.721277:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101358208, offset 0
00000400:00000200:3.0:1790693777.721280:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693777.721282:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.721284:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693777.721287:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693777.721288:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693777.721290:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693777.721292:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693777.721294:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7033:7033:256:4294967295] 192.168.204.134@tcp LPNI seq info [7028:7028:8:4294967295]
00000400:00000200:3.0:1790693777.721297:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.721301:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693777.721304:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.721306:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693777.721308:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693777.721310:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693777.721313:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693777.721315:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693777.721317:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.721318:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693777.721320:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693777.721322:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693777.721324:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693777.721325:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693777.721327:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693777.721329:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721334:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.721335:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721339:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.721340:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693777.721342:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693777.721344:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693777.721346:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693777.721347:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298933779
00000100:00000001:3.0:1790693777.721349:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.721350:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298933779
00000100:00000001:3.0:1790693777.721352:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.721353:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693777.721354:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.721355:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693777.721357:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693777/real 1790693777]  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693777.721361:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693777.721362:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693777.721363:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693777.721364:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693777.721365:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693777.721366:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693777.721368:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693777.721372:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721380:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693777.721381:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721382:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.721383:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693777.721385:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721389:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693777.721391:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721394:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693777.721417:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721419:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.721420:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721421:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693777.721423:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693777.721426:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693777.721429:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693777.721431:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693777.721435:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693777.721444:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358208:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693777.721447:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693777.721451:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721458:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693777.721459:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.721462:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693777.721464:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693777.721466:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693777.721469:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358336:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693777.721472:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693777.721473:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693777.721475:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.721476:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693777.721479:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693777.721482:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.721486:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693777.721488:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693777.721491:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693777.721494:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358336, portal 10
00000100:00000001:3.0:1790693777.721496:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693777.721497:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912796800 : -115045796754816 : ffff975dd026ca80)
00000100:00000040:3.0:1790693777.721503:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721510:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693777.721512:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693777.721514:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693777.721517:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101358336, offset 0
00000400:00000200:3.0:1790693777.721526:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693777.721530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.721533:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693777.721536:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693777.721538:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693777.721540:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693777.721542:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693777.721545:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7034:7034:256:4294967295] 192.168.204.134@tcp LPNI seq info [7029:7029:8:4294967295]
00000100:00000001:2.0:1790693777.721555:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693777.721558:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693777.721560:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693777.721563:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693777.721565:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693777.721567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693777.721569:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693777.721570:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693777.721572:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.721779:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.721788:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693777.721793:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.721797:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693777.721801:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693777.721804:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693777.721808:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693777.721810:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693777.721814:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.721816:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693777.721819:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693777.721823:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693777.721827:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693777.721829:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693777.721831:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693777.721835:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721842:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.721843:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721847:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.721849:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693777.721852:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693777.721854:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693777.721856:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693777.721858:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298933786
00000100:00000001:3.0:1790693777.721859:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.721861:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298933786
00000100:00000001:3.0:1790693777.721910:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.721912:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693777.721914:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.721915:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693777.721918:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693777/real 1790693777]  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693777.721928:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693777.721929:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693777.721930:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693777.721932:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693777.721933:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693777.721935:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693777.721937:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693777.721942:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721945:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693777.721946:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721947:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.721948:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693777.721949:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721953:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693777.721956:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721960:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693777.721961:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721962:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.721963:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.721964:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693777.721965:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693777.721966:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693777.721968:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693777.721969:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693777.721972:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693777.721977:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358336:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693777.721979:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693777.721981:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.721984:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693777.721985:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.721986:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693777.721988:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693777.721989:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693777.721991:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358464:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693777.721994:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693777.721995:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693777.721996:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.721997:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693777.721999:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693777.722000:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.722003:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693777.722004:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693777.722006:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693777.722008:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358464, portal 4
00000100:00000001:3.0:1790693777.722010:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693777.722011:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912795008 : -115045796756608 : ffff975dd026c380)
00000100:00000040:3.0:1790693777.722015:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722019:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693777.722021:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693777.722022:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693777.722024:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101358464, offset 0
00000400:00000200:3.0:1790693777.722026:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693777.722029:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.722032:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693777.722034:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693777.722035:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693777.722037:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693777.722039:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693777.722040:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7035:7035:256:4294967295] 192.168.204.134@tcp LPNI seq info [7030:7030:8:4294967295]
00000400:00000200:3.0:1790693777.722043:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.722048:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693777.722051:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.722052:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693777.722055:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693777.722057:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693777.722061:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693777.722063:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693777.722080:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.722082:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693777.722085:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693777.722088:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693777.722092:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693777.722094:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693777.722097:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693777.722100:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722107:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.722110:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722117:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.722118:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693777.722122:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693777.722125:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693777.722128:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693777.722130:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298933780
00000100:00000001:3.0:1790693777.722133:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.722136:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298933780
00000100:00000001:3.0:1790693777.722138:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.722140:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693777.722142:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.722143:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693777.722147:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693777/real 1790693777]  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693777.722155:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693777.722156:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693777.722158:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693777.722160:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693777.722162:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693777.722164:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693777.722166:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693777.722174:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722195:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693777.722197:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722198:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.722200:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693777.722204:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722211:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693777.722214:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722221:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693777.722224:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722226:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.722227:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722229:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693777.722231:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693777.722233:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693777.722237:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693777.722239:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693777.722243:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693777.722250:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358464:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693777.722254:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693777.722257:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722263:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693777.722265:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.722267:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693777.722269:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693777.722271:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693777.722274:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358592:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693777.722277:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693777.722279:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693777.722280:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693777.722282:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693777.722285:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693777.722287:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693777.722291:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693777.722293:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693777.722296:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693777.722300:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358592, portal 4
00000100:00000001:3.0:1790693777.722302:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693777.722304:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912800384 : -115045796751232 : ffff975dd026d880)
00000100:00000040:3.0:1790693777.722310:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722316:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693777.722319:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693777.722321:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693777.722323:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101358592, offset 0
00000400:00000200:3.0:1790693777.722327:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693777.722330:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.722334:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693777.722337:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693777.722339:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693777.722341:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693777.722344:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693777.722347:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7036:7036:256:4294967295] 192.168.204.134@tcp LPNI seq info [7031:7031:8:4294967295]
00000400:00000200:3.0:1790693777.722431:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693777.722438:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693777.722443:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.722447:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693777.722451:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693777.722454:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1790693777.722458:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693777.722460:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1790693777.722463:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693777.722465:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693777.722468:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693777.722471:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693777.722474:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693777.722476:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693777.722478:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693777.722482:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722489:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.722492:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722498:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.722500:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693777.722503:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693777.722506:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693777.722509:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693777.722511:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298933786
00000100:00000001:3.0:1790693777.722513:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.722515:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298933786
00000100:00000001:3.0:1790693777.722518:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298935043
00000100:00000001:3.0:1790693777.722520:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693777.722522:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.722524:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693777.722528:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693777/real 1790693777]  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693777.722535:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693777.722536:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693777.722538:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693777.722540:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693777.722542:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693777.722544:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693777.722547:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693777.722638:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722645:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693777.722647:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722649:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.722650:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693777.722654:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722661:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693777.722665:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722672:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693777.722679:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722681:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693777.722682:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722684:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693777.722685:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693777.722688:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693777.722692:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693777.722694:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693777.722698:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693777.722706:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358592:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693777.722710:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722712:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.722715:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f480 x1877674101358208/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722722:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693777.722724:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693777.722726:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095400.
02000000:00000001:3.0:1790693777.722730:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693777.722732:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693777.722733:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693777.722735:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693777.722737:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:3.0:1790693777.722740:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693777.722742:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693777.722744:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f480.
00000100:00000001:3.0:1790693777.722747:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693777.722748:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722750:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.722753:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ca80 x1877674101358336/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722760:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693777.722761:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693777.722763:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693777.722766:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693777.722768:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693777.722769:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693777.722771:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693777.722773:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:3.0:1790693777.722775:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693777.722776:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693777.722777:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ca80.
00000100:00000001:3.0:1790693777.722780:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693777.722781:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722783:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.722785:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026c380 x1877674101358464/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722789:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693777.722790:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693777.722791:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693777.722793:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693777.722794:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693777.722795:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693777.722796:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693777.722796:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:3.0:1790693777.722797:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693777.722798:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693777.722799:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026c380.
00000100:00000001:3.0:1790693777.722800:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693777.722800:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722802:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693777.722804:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026d880 x1877674101358592/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693777.722808:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693777.722809:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693777.722809:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693777.722810:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693777.722811:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693777.722812:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693777.722813:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693777.722813:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:3.0:1790693777.722814:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693777.722815:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693777.722815:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026d880.
00000100:00000001:3.0:1790693777.722817:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693777.722817:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722818:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693777.722822:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693777.722823:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693777.722824:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693777.722825:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693778.103527:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693778.103527:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693778.103533:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693778.103534:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693778.103537:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693778.103538:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693778.103540:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693778.103546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693778.103547:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693778.103547:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693778.103550:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693778.103552:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693778.103553:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1790693778.103555:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693778.103556:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693778.103557:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693778.103560:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693778.103561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693778.103562:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693778.103565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693778.103565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693778.103566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693778.103570:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693778.103572:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693778.103572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693778.103576:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693778.103580:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693778.103597:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693778.103787:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693778.103789:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693778.103792:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693778.103796:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693778.103798:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693778.103800:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693778.103803:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693778.103808:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693778.103810:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693778.103813:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693778.103814:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693778.103818:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693778.103819:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693778.103860:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693778.103864:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693778.103867:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693778.743558:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693778.743565:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693778.743567:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693778.743582:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693778.743587:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693778.743591:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693778.743594:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693778.743597:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693778.743610:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693779.063517:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298935043, at 4298935104
00000100:00000010:0.0:1790693779.063532:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78960.
00000100:00000040:1.0:1790693779.064858:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298935043, at 4298935105
00000100:00000010:1.0:1790693779.064869:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78c00.
00000100:00000001:1.0:1790693779.127468:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693779.127469:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693779.127476:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693779.127477:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693779.127480:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693779.127481:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693779.127488:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:0.0:1790693779.127489:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693779.127494:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693779.127495:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693779.127500:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693779.127504:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693779.127506:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693779.127510:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693779.127512:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693779.127516:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693779.127518:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693779.127521:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693779.127535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693779.127539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693779.127544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693779.127545:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693779.127549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693779.127550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693779.127552:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693779.127555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693779.127556:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693779.127558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693779.127559:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693779.127564:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693779.127567:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693779.127569:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693779.127572:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693779.127574:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693779.127576:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693779.127610:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693779.127612:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693779.127614:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693779.767457:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693779.767463:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693779.767465:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693779.767470:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693779.767485:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693779.767488:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693779.767491:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693779.767493:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693779.767495:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693780.151508:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693780.151508:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693780.151511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693780.151516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693780.151517:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693780.151517:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693780.151521:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693780.151522:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693780.151523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693780.151526:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693780.151529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693780.151529:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693780.151531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693780.151535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693780.151536:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693780.151536:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693780.151539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693780.151542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693780.151542:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693780.151542:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693780.151549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693780.151549:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693780.151553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693780.151554:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693780.151559:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693780.151559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693780.151573:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693780.151576:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693780.151580:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693780.156302:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693780.156309:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693780.156311:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693780.156316:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693780.156320:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693780.156323:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693780.156326:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693780.156328:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693780.156331:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693780.791809:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693780.791816:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693780.791818:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693780.791824:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693780.791828:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693780.791832:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693780.791835:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693780.791837:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693780.791839:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693781.175523:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693781.175523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693781.175530:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693781.175532:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693781.175536:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693781.175539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693781.175541:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693781.175544:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693781.175547:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693781.175548:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693781.175552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693781.175553:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693781.175557:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693781.175558:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1790693781.175561:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693781.175562:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693781.175565:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693781.175567:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693781.175567:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693781.175570:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693781.175574:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693781.175575:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693781.175578:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693781.175580:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693781.175581:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693781.175584:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693781.175586:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693781.175587:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693781.175588:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693781.175591:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693781.175592:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693781.175593:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693781.175595:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693781.175596:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693781.175599:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693781.175600:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693781.175601:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693781.175603:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693781.175604:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693781.175606:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693781.175607:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693781.175609:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693781.175612:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693781.175614:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693781.175620:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693781.175622:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693781.175622:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693781.175696:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693781.175699:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693781.175702:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693781.815523:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693781.815532:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693781.815533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693781.815538:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693781.815542:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693781.815544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693781.815547:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693781.815549:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693781.815552:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693782.199539:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693782.199548:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693782.199551:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693782.199557:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693782.199561:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693782.199565:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693782.199568:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693782.199571:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693782.199571:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693782.199576:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693782.199577:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693782.199597:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693782.199610:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693782.199614:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693782.199615:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693782.199619:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693782.199620:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693782.199642:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693782.199645:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693782.199648:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693782.199684:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693782.199692:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693782.199694:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693782.199697:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693782.199700:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693782.199703:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693782.199703:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693782.199708:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693782.199708:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693782.199712:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.199716:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693782.199717:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693782.199722:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693782.199723:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693782.199726:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693782.199730:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693782.199732:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693782.199734:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839507:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693782.839515:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693782.839517:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693782.839523:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693782.839527:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693782.839530:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693782.839533:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693782.839535:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693782.839538:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693782.839556:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693782.839561:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693782.839564:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693782.839567:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693782.839572:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693782.839579:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4266
00000400:00000200:2.0:1790693782.839586:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693782.839592:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693782.839595:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693782.839598:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839601:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.839603:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839605:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693782.839613:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693782.839616:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693782.839619:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693782.839622:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693782.839624:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693782.839627:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693782.839630:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839632:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.839633:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839635:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693782.839638:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693782.839642:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839645:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693782.839647:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693782.839650:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693782.839653:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839656:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693782.839658:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693782.839667:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693782.839671:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693782.839674:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693782.839677:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839680:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693782.839682:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693782.839685:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693782.839693:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121800.
00000100:00000001:2.0:1790693782.839699:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693782.839708:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693782.839720:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693782.839723:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693782.839728:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693782.839762:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693782.839766:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693782.839769:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693782.839770:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693782.839772:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693782.839774:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693782.839777:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4266
00000400:00000200:2.0:1790693782.839781:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693782.839784:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693782.839786:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693782.839789:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839791:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.839793:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839794:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693782.839797:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693782.839799:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693782.839800:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693782.839802:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693782.839804:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693782.839806:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693782.839809:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839811:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.839812:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839814:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693782.839816:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693782.839819:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839821:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693782.839823:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693782.839828:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693782.839830:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839832:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693782.839836:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693782.839839:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839841:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693782.839844:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693782.839847:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693782.839849:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693782.839850:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839852:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693782.839853:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693782.839855:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693782.839859:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000100:00000001:2.0:1790693782.839862:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693782.839867:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693782.839874:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693782.839876:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693782.839880:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693782.839887:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693782.839889:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693782.839892:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693782.839894:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693782.839895:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693782.839898:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693782.839900:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4266
00000400:00000200:2.0:1790693782.839903:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693782.839906:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693782.839908:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693782.839911:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839913:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.839915:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839917:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693782.839920:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693782.839921:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693782.839922:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693782.839924:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693782.839926:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693782.839928:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693782.839930:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839932:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.839934:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839936:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693782.839938:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693782.839941:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693782.839943:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693782.839944:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693782.839947:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693782.839948:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839950:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693782.839952:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693782.839954:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839956:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693782.839959:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005880.
00000020:00000040:2.0:1790693782.839962:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693782.839964:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693782.839965:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.839966:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693782.839968:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693782.839969:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693782.839973:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693782.839976:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693782.839981:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693782.839988:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693782.840129:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693782.840133:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693782.840135:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693782.840143:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840151:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693782.840152:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.840155:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693782.840157:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693782.840160:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693782.840164:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101358720:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693782.840168:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693782.840171:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693782.840174:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.840176:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693782.840181:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693782.840183:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693782.840188:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693782.840192:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693782.840198:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693782.840205:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358720, portal 25
00000100:00000001:3.0:1790693782.840207:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693782.840208:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:3.0:1790693782.840214:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840221:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693782.840223:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693782.840226:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693782.840229:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101358720, offset 0
00000400:00000200:3.0:1790693782.840235:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693782.840242:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.840247:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693782.840252:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693782.840255:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693782.840258:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693782.840262:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693782.840266:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7037:7037:256:4294967295] 192.168.204.134@tcp LPNI seq info [7032:7032:8:4294967295]
00000400:00000200:3.0:1790693782.840270:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.840279:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693782.840284:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.840289:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693782.840297:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693782.840301:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790693782.840306:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693782.840310:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1790693782.840314:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.840317:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693782.840323:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693782.840327:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693782.840332:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693782.840335:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693782.840339:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693782.840343:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840352:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.840356:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840363:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.840366:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693782.840371:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693782.840374:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693782.840377:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298940162
00000100:00000010:3.0:1790693782.840382:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f780c0.
00000100:00000001:3.0:1790693782.840389:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693782.840420:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298940163
00000100:00000010:3.0:1790693782.840425:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc5f78f00.
00000100:00000001:3.0:1790693782.840428:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693782.840432:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693782.840434:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.840437:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693782.840441:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693782/real 1790693782]  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693782.840451:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693782.840453:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693782.840455:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693782.840458:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693782.840460:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693782.840462:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693782.840466:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693782.840474:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840481:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693782.840482:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840485:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.840487:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693782.840491:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840497:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693782.840502:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840509:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693782.840512:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840514:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.840515:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840518:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693782.840520:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693782.840534:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693782.840538:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693782.840541:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693782.840544:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693782.840553:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101358720:192.168.204.134@tcp:250:
00000100:00000001:3.0:1790693782.840558:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693782.840561:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840568:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693782.840569:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.840572:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693782.840574:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693782.840576:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693782.840579:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358848:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693782.840582:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693782.840584:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693782.840585:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.840587:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693782.840590:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693782.840592:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693782.840595:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693782.840598:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693782.840601:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693782.840604:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358848, portal 10
00000100:00000001:3.0:1790693782.840606:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693782.840607:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:3.0:1790693782.840614:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840620:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693782.840622:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693782.840624:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693782.840626:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101358848, offset 0
00000400:00000200:3.0:1790693782.840630:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693782.840634:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.840637:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693782.840640:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693782.840643:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693782.840645:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693782.840648:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693782.840651:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7038:7038:256:4294967295] 192.168.204.134@tcp LPNI seq info [7033:7033:8:4294967295]
00000400:00000200:3.0:1790693782.840655:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.840661:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693782.840665:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.840668:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693782.840672:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693782.840675:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790693782.840679:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693782.840682:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1790693782.840685:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.840687:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693782.840690:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693782.840694:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693782.840696:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693782.840698:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693782.840700:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693782.840704:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840711:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.840714:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840720:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.840722:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693782.840724:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693782.840728:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:3.0:1790693782.840731:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693782.840733:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298938899
00000100:00000001:3.0:1790693782.840736:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298940162
00000100:00000001:3.0:1790693782.840738:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298938899
00000100:00000001:3.0:1790693782.840740:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298940163
00000100:00000001:3.0:1790693782.840743:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693782.840744:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.840746:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693782.840750:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693782/real 1790693782]  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693782.840757:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693782.840758:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693782.840759:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693782.840762:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693782.840763:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693782.840765:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693782.840768:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693782.840776:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840781:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693782.840783:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840784:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.840785:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693782.840788:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840795:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693782.840799:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840805:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693782.840807:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840808:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.840810:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840811:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693782.840814:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693782.840817:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693782.840819:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693782.840821:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693782.840825:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693782.840833:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358848:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693782.840836:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840838:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.840841:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101358720/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840848:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693782.840850:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693782.840852:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693782.840855:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693782.840857:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693782.840859:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:3.0:1790693782.840861:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693782.840863:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121800.
02000000:00000001:3.0:1790693782.840867:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693782.840868:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693782.840870:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:3.0:1790693782.840873:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693782.840874:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840876:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.840879:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101358848/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.840885:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693782.840886:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693782.840888:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693782.840890:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693782.840891:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693782.840893:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693782.840895:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693782.840896:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:3.0:1790693782.840898:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693782.840899:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693782.840901:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693782.840903:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693782.840904:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840906:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.840912:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693782.840914:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.840916:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693782.840918:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.840966:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693782.840985:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebea65d] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693782.841075:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693782.841089:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693782.841092:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693782.841094:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693782.841095:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693782.841098:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693782.841101:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4266
00000400:00000200:2.0:1790693782.841106:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693782.841109:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693782.841111:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693782.841114:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841115:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.841118:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841120:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693782.841123:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693782.841125:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693782.841127:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693782.841129:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693782.841131:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693782.841133:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693782.841135:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841137:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.841139:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841140:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693782.841143:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693782.841145:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841148:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693782.841149:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693782.841152:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693782.841154:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.841156:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693782.841158:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693782.841161:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.841163:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693782.841167:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006d80.
00000020:00000040:2.0:1790693782.841170:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693782.841172:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693782.841173:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.841175:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693782.841177:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693782.841179:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693782.841183:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693782.841187:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693782.841191:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693782.841198:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693782.841200:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693782.841203:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033b39afe] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693782.841210:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693782.841212:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693782.841215:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693782.841216:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693782.841217:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693782.841220:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693782.841222:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4266
00000400:00000200:2.0:1790693782.841225:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693782.841228:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693782.841230:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693782.841233:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841234:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.841236:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841238:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693782.841241:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693782.841242:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693782.841244:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693782.841246:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693782.841248:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693782.841250:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693782.841252:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841254:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693782.841256:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841257:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693782.841259:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693782.841261:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693782.841264:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693782.841266:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693782.841268:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693782.841270:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.841271:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693782.841273:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693782.841276:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.841277:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693782.841280:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7004000.
00000020:00000040:2.0:1790693782.841283:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693782.841285:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693782.841286:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693782.841287:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693782.841289:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693782.841290:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693782.841294:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693782.841297:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693782.841302:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693782.841309:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693782.841310:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693782.841313:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ef4e0a7] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693782.841319:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693782.841323:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4276)
00000100:00000001:3.0:1790693782.841754:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693782.841757:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693782.841758:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693782.841763:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.841771:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693782.841773:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.841775:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693782.841777:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693782.841779:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693782.841782:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358976:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693782.841786:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693782.841790:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693782.841791:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.841793:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693782.841797:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693782.841799:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693782.841802:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693782.841805:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693782.841809:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693782.841813:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101358976, portal 10
00000100:00000001:3.0:1790693782.841815:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693782.841817:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759282304 : -115045950269312 : ffff975dc7005880)
00000100:00000040:3.0:1790693782.841823:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.841829:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693782.841831:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693782.841833:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693782.841836:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101358976, offset 0
00000400:00000200:3.0:1790693782.841840:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693782.841844:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.841849:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693782.841852:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693782.841854:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693782.841857:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693782.841859:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693782.841863:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7039:7039:256:4294967295] 192.168.204.134@tcp LPNI seq info [7034:7034:8:4294967295]
00000400:00000200:3.0:1790693782.841867:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.841873:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693782.841878:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.841882:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693782.841887:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693782.841890:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790693782.841894:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693782.841897:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1790693782.841900:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.841902:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693782.841905:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693782.841908:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693782.841911:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693782.841913:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693782.841916:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693782.841919:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.841928:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.841931:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.841938:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.841940:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693782.841943:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693782.841947:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:3.0:1790693782.841950:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693782.841952:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298938906
00000100:00000001:3.0:1790693782.841954:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298940162
00000100:00000001:3.0:1790693782.841957:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298938906
00000100:00000001:3.0:1790693782.841959:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298940163
00000100:00000001:3.0:1790693782.841961:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693782.841963:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.841965:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693782.841969:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693782/real 1790693782]  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693782.841977:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693782.841979:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693782.841980:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693782.841982:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693782.841984:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693782.841987:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693782.841990:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693782.842093:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842100:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693782.842101:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842103:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.842105:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693782.842109:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842116:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693782.842120:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842127:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693782.842132:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842133:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.842134:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842136:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693782.842138:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693782.842140:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693782.842143:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693782.842146:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693782.842149:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693782.842156:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101358976:192.168.204.134@tcp:38:
00000100:00000001:3.0:1790693782.842160:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693782.842162:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842168:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693782.842170:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.842172:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693782.842173:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693782.842175:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693782.842178:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359104:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693782.842181:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693782.842183:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693782.842184:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.842186:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693782.842189:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693782.842191:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693782.842195:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693782.842197:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693782.842200:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693782.842203:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101359104, portal 4
00000100:00000001:3.0:1790693782.842205:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693782.842206:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759287680 : -115045950263936 : ffff975dc7006d80)
00000100:00000040:3.0:1790693782.842211:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842217:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693782.842218:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693782.842220:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693782.842223:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101359104, offset 0
00000400:00000200:3.0:1790693782.842226:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693782.842229:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.842233:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693782.842236:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693782.842238:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693782.842240:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693782.842242:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693782.842245:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7040:7040:256:4294967295] 192.168.204.134@tcp LPNI seq info [7035:7035:8:4294967295]
00000400:00000200:3.0:1790693782.842248:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.842254:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693782.842258:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.842260:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693782.842264:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693782.842266:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790693782.842270:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693782.842272:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1790693782.842276:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.842278:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693782.842281:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693782.842285:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693782.842287:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693782.842289:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693782.842291:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693782.842294:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842302:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.842306:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842312:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.842314:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693782.842317:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693782.842320:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:3.0:1790693782.842323:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693782.842325:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298938900
00000100:00000001:3.0:1790693782.842328:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298940162
00000100:00000001:3.0:1790693782.842330:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298938900
00000100:00000001:3.0:1790693782.842332:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298940163
00000100:00000001:3.0:1790693782.842335:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693782.842336:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.842338:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693782.842341:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693782/real 1790693782]  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693782.842348:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693782.842350:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693782.842352:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693782.842354:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693782.842355:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693782.842357:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693782.842360:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693782.842368:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842375:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693782.842376:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842378:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.842379:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693782.842383:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842389:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693782.842393:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842420:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693782.842423:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842424:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.842425:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842427:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693782.842429:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693782.842432:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693782.842435:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693782.842437:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693782.842441:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693782.842449:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359104:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693782.842453:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693782.842456:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842468:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693782.842469:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.842471:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693782.842473:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693782.842475:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693782.842477:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359232:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693782.842481:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693782.842483:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693782.842484:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693782.842486:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790693782.842489:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693782.842491:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693782.842494:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:3.0:1790693782.842496:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1beb210.
00000400:00000010:3.0:1790693782.842499:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389b28.
00000100:00000200:3.0:1790693782.842502:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101359232, portal 4
00000100:00000001:3.0:1790693782.842504:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693782.842505:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759276032 : -115045950275584 : ffff975dc7004000)
00000100:00000040:3.0:1790693782.842511:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842517:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693782.842519:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:3.0:1790693782.842521:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc6389908.
00000100:00000200:3.0:1790693782.842523:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101359232, offset 0
00000400:00000200:3.0:1790693782.842527:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693782.842530:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.842533:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:3.0:1790693782.842536:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693782.842538:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:3.0:1790693782.842541:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693782.842543:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:3.0:1790693782.842546:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7041:7041:256:4294967295] 192.168.204.134@tcp LPNI seq info [7036:7036:8:4294967295]
00000400:00000200:3.0:1790693782.842550:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693782.842556:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790693782.842560:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.842563:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dd0117c00.
00000800:00000200:3.0:1790693782.842567:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.0:1790693782.842569:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1790693782.842573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:3.1:1790693782.842576:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1790693782.842579:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:3.0:1790693782.842581:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dd0117c00.
00000400:00000200:3.0:1790693782.842584:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693782.842587:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693782.842590:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389908
00000400:00000010:3.0:1790693782.842592:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389908.
00000100:00000001:3.0:1790693782.842594:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693782.842597:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842604:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.842607:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842613:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.842615:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693782.842618:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693782.842621:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:3.0:1790693782.842623:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693782.842625:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298938906
00000100:00000001:3.0:1790693782.842628:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298940162
00000100:00000001:3.0:1790693782.842630:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298938906
00000100:00000001:3.0:1790693782.842632:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298940163
00000100:00000001:3.0:1790693782.842635:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693782.842636:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.842639:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693782.842642:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693782/real 1790693782]  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1790693782.842649:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1790693782.842650:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1790693782.842652:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1beb210.
00000400:00000200:3.0:1790693782.842654:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc6389b28
00000400:00000010:3.0:1790693782.842656:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc6389b28.
00000100:00000001:3.0:1790693782.842658:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1790693782.842661:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790693782.842668:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842674:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693782.842676:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842677:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.842679:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693782.842682:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842689:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790693782.842692:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842699:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693782.842701:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842703:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693782.842704:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842706:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693782.842707:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1790693782.842709:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1790693782.842712:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:3.0:1790693782.842714:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693782.842717:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693782.842724:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359232:192.168.204.134@tcp:8:
00000100:00000001:3.0:1790693782.842727:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842729:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.842732:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005880 x1877674101358976/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842737:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693782.842739:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693782.842741:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7095c00.
02000000:00000001:3.0:1790693782.842744:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693782.842745:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693782.842747:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:3.0:1790693782.842749:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693782.842750:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:3.0:1790693782.842753:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693782.842755:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693782.842757:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005880.
00000100:00000001:3.0:1790693782.842759:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693782.842761:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842762:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.842765:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006d80 x1877674101359104/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842770:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693782.842772:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693782.842773:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7097800.
02000000:00000001:3.0:1790693782.842775:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693782.842776:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693782.842777:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:3.0:1790693782.842778:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693782.842780:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:3.0:1790693782.842782:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693782.842783:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693782.842784:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006d80.
00000100:00000001:3.0:1790693782.842786:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693782.842787:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842788:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693782.842790:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7004000 x1877674101359232/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693782.842795:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1790693782.842796:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1790693782.842797:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7094000.
02000000:00000001:3.0:1790693782.842800:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1790693782.842800:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1790693782.842801:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:3.0:1790693782.842803:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1790693782.842804:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:3.0:1790693782.842808:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1790693782.842808:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1790693782.842810:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7004000.
00000100:00000001:3.0:1790693782.842812:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1790693782.842813:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842814:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693782.842819:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693782.842820:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693782.842823:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693782.842824:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693783.223615:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693783.223624:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693783.223626:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693783.223632:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693783.223637:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693783.223640:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693783.223643:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693783.223645:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693783.223649:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693783.223673:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693783.223676:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693783.223680:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693783.223682:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693783.223686:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693783.223687:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693783.223690:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693783.223693:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693783.223696:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693783.223700:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693783.223703:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693783.223764:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693783.223766:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693783.223768:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693783.224067:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693783.224082:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693783.224084:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693783.224087:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693783.224089:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693783.224092:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693783.224095:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693783.224097:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693783.224100:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693783.224113:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693783.224117:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693783.224121:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693783.224984:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693783.224989:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693783.224991:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693783.224994:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693783.224996:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693783.224999:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693783.225001:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693783.225002:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693783.225004:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693783.863499:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693783.863506:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693783.863508:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693783.863513:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693783.863516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693783.863519:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693783.863522:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693783.863524:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693783.863526:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693784.183537:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298940162, at 4298940224
00000100:00000010:0.0:1790693784.183549:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f780c0.
00000100:00000040:1.0:1790693784.183813:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298940163, at 4298940224
00000100:00000010:1.0:1790693784.183820:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc5f78f00.
00000100:00000001:1.0:1790693784.247516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693784.247523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693784.247524:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693784.247526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693784.247528:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693784.247533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693784.247535:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693784.247539:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693784.247540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693784.247543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693784.247545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693784.247546:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693784.247551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693784.247553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693784.247555:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693784.247564:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693784.247569:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693784.247577:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693784.247581:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693784.247584:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693784.247661:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693784.247664:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693784.247666:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693784.247668:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693784.247671:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693784.247673:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693784.247675:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693784.247677:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693784.247679:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693784.247750:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693784.247754:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693784.247755:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693784.247758:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693784.247760:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693784.247762:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693784.247764:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693784.247766:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693784.247768:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693784.887805:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693784.887813:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693784.887816:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693784.887821:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693784.887825:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693784.887828:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693784.887830:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693784.887833:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693784.887836:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693785.271520:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693785.271542:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693785.271544:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693785.271550:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693785.271553:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693785.271560:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693785.271563:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693785.271565:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693785.271568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693785.271617:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693785.271620:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693785.271622:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693785.271625:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693785.271627:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693785.271629:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693785.271631:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693785.271633:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693785.271635:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693785.271702:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693785.271706:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693785.271708:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693785.271710:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693785.271712:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693785.271714:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693785.271716:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693785.271718:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693785.271720:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693785.271896:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693785.271899:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693785.271903:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693785.271904:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693785.271906:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693785.271907:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693785.271911:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693785.271912:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693785.271964:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693785.271967:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693785.271970:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693785.911577:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693785.911586:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693785.911588:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693785.911593:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693785.911597:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693785.911601:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693785.911604:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693785.911617:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693785.911620:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693786.295529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693786.295536:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693786.295539:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693786.295544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693786.295548:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693786.295552:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693786.295555:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693786.295557:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693786.295560:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693786.295659:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693786.295663:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693786.295669:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693786.295670:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693786.295673:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693786.295675:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693786.295680:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693786.295681:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693786.295701:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693786.295705:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693786.295707:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693786.295881:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693786.295885:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693786.295887:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693786.295913:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693786.295916:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693786.295918:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693786.295921:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693786.295923:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693786.295933:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693786.296035:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693786.296049:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693786.296051:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693786.296054:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693786.296057:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693786.296068:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693786.296070:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693786.296071:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693786.296074:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693786.935530:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693786.935539:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693786.935541:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693786.935547:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693786.935552:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693786.935556:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693786.935558:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693786.935561:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693786.935564:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.319516:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693787.319517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693787.319522:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693787.319524:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693787.319527:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693787.319528:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693787.319530:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.319534:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693787.319537:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693787.319538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693787.319538:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693787.319541:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693787.319544:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693787.319546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693787.319551:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693787.319551:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693787.319553:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693787.319557:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693787.319558:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693787.319560:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693787.319562:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693787.319565:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693787.319566:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.319566:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693787.319569:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693787.319572:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.319574:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693787.319762:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693787.319766:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693787.319769:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693787.319772:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693787.319775:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693787.319777:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693787.319779:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693787.319782:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693787.319785:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693787.319787:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693787.319790:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693787.319791:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693787.319795:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693787.319796:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693787.319926:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693787.319929:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693787.319932:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693787.959719:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693787.959726:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693787.959728:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693787.959733:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693787.959736:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693787.959740:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693787.959742:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693787.959745:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693787.959747:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693787.959892:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693787.959898:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693787.959900:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693787.959903:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693787.959907:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693787.959914:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4271
00000400:00000200:0.0:1790693787.959922:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693787.959927:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693787.959931:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693787.959934:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.959937:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.959939:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.959942:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693787.959949:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693787.959951:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:0.0:1790693787.959954:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693787.959957:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:0.0:1790693787.959959:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:0.0:1790693787.959962:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:0.0:1790693787.959965:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.959967:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.959968:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.959970:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693787.959973:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:0.0:1790693787.959976:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693787.959996:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693787.959999:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693787.960002:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693787.960005:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960007:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693787.960010:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693787.960019:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150d180.
00000020:00000040:0.0:1790693787.960022:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:0.0:1790693787.960026:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693787.960028:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960031:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693787.960034:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693787.960037:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693787.960046:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8800.
00000100:00000001:0.0:1790693787.960052:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693787.960062:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693787.960071:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693787.960074:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693787.960080:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f844cc4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693787.960111:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693787.960115:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693787.960119:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693787.960120:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693787.960122:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693787.960124:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693787.960127:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4271
00000400:00000200:0.0:1790693787.960131:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693787.960134:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693787.960137:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693787.960139:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960141:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960143:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960145:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693787.960149:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693787.960150:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:0.0:1790693787.960152:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693787.960154:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:0.0:1790693787.960155:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:0.0:1790693787.960157:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:0.0:1790693787.960161:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960163:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960165:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960167:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693787.960169:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:0.0:1790693787.960171:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960174:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693787.960175:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693787.960181:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693787.960183:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960184:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693787.960188:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693787.960191:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960192:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693787.960196:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150ca80.
00000020:00000040:0.0:1790693787.960198:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693787.960201:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693787.960202:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960204:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693787.960205:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693787.960207:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693787.960210:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cfa800.
00000100:00000001:0.0:1790693787.960214:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693787.960218:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693787.960226:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693787.960227:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693787.960231:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009cd53b8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693787.960238:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693787.960241:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693787.960243:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693787.960246:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693787.960247:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693787.960250:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693787.960252:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4271
00000400:00000200:0.0:1790693787.960256:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693787.960259:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693787.960261:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693787.960263:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960265:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960267:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960268:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693787.960272:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693787.960273:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:0.0:1790693787.960275:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693787.960276:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:0.0:1790693787.960278:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:0.0:1790693787.960280:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:0.0:1790693787.960283:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960285:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960287:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960289:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693787.960291:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:0.0:1790693787.960293:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960296:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693787.960297:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693787.960300:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693787.960302:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960303:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693787.960305:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693787.960308:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960309:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693787.960313:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150c000.
00000020:00000040:0.0:1790693787.960315:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:0.0:1790693787.960317:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693787.960318:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960320:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693787.960321:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693787.960323:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693787.960326:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9800.
00000100:00000001:0.0:1790693787.960329:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693787.960334:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693787.960341:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693787.960343:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693787.960346:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240fe288] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693787.960354:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693787.960356:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693787.960359:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693787.960361:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693787.960362:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693787.960365:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693787.960367:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4271
00000400:00000200:0.0:1790693787.960371:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693787.960374:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693787.960376:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693787.960379:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960381:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960382:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960384:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693787.960387:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693787.960389:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:0.0:1790693787.960390:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693787.960392:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:0.0:1790693787.960394:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:0.0:1790693787.960419:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:0.0:1790693787.960423:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960425:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960426:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960428:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693787.960431:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:0.0:1790693787.960433:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960435:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693787.960437:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693787.960440:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693787.960441:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960443:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693787.960445:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693787.960448:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960449:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693787.960453:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150fb80.
00000020:00000040:0.0:1790693787.960455:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:0.0:1790693787.960457:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693787.960459:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960460:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693787.960462:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693787.960463:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693787.960467:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf8000.
00000100:00000001:0.0:1790693787.960470:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693787.960474:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693787.960481:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693787.960483:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693787.960486:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aec6f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693787.960493:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693787.960496:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693787.960499:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693787.960500:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693787.960502:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693787.960504:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693787.960506:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4271
00000400:00000200:0.0:1790693787.960509:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693787.960512:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693787.960514:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693787.960516:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960518:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960520:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960522:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:0.0:1790693787.960525:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693787.960527:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:0.0:1790693787.960528:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693787.960530:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:0.0:1790693787.960532:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:0.0:1790693787.960534:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:0.0:1790693787.960536:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960538:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693787.960540:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960542:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:0.0:1790693787.960544:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:0.0:1790693787.960547:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693787.960549:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693787.960551:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693787.960554:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693787.960556:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960558:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693787.960559:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1790693787.960562:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960563:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693787.960566:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd150dc00.
00000020:00000040:0.0:1790693787.960569:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693787.960571:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693787.960572:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693787.960574:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693787.960575:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693787.960577:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693787.960580:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7cf9000.
00000100:00000001:0.0:1790693787.960583:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693787.960587:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693787.960594:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693787.960596:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693787.960600:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df1ca9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693787.960606:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693787.960610:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4281)
00000100:00000001:2.0:1790693787.960677:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693787.960681:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693787.960683:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693787.960690:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.960698:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693787.960700:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.960703:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693787.960705:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693787.960708:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693787.960711:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101359360:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693787.960715:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693787.960719:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693787.960721:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.960723:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693787.960727:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693787.960729:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693787.960734:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693787.960737:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f738.
00000400:00000010:2.0:1790693787.960743:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a000.
00000100:00000200:2.0:1790693787.960750:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101359360, portal 25
00000100:00000001:2.0:1790693787.960752:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693787.960754:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932328320 : -115045777223296 : ffff975dd150d180)
00000100:00000040:2.0:1790693787.960760:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.960769:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693787.960772:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693787.960775:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a440.
00000100:00000200:2.0:1790693787.960779:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101359360, offset 0
00000400:00000200:2.0:1790693787.960786:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693787.960793:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.960799:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693787.960803:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693787.960807:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693787.960811:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693787.960813:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693787.960817:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7042:7042:256:4294967295] 192.168.204.134@tcp LPNI seq info [7037:7037:8:4294967295]
00000400:00000200:2.0:1790693787.960821:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.960830:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693787.960836:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693787.960841:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ce00.
00000800:00000200:2.0:1790693787.960847:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693787.960851:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693787.960865:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693787.960870:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693787.960873:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298945283
00000100:00000010:2.0:1790693787.960877:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671bea0.
00000100:00000001:2.0:1790693787.960884:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693787.960890:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298945283
00000100:00000010:2.0:1790693787.960894:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc671b180.
00000100:00000001:2.0:1790693787.960897:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693787.960900:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693787.960903:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.960906:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693787.960911:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.960917:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693787.960919:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.960921:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693787.960923:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693787.960925:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693787.960928:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359488:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693787.960931:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693787.960933:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693787.960934:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.960936:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693787.960940:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693787.960942:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693787.960946:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693787.960949:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347fdc0.
00000400:00000010:2.0:1790693787.960952:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ab28.
00000100:00000200:2.0:1790693787.960954:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101359488, portal 10
00000100:00000001:2.0:1790693787.960956:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693787.960957:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932326528 : -115045777225088 : ffff975dd150ca80)
00000100:00000040:2.0:1790693787.960964:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.960971:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693787.960973:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693787.960976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843add0.
00000100:00000200:2.0:1790693787.960991:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101359488, offset 0
00000400:00000200:2.0:1790693787.960997:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961001:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961004:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693787.961007:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693787.961010:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693787.961012:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693787.961014:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961017:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7043:7043:255:4294967295] 192.168.204.134@tcp LPNI seq info [7038:7038:7:4294967295]
00000400:00000200:2.0:1790693787.961021:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961028:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693787.961033:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693787.961037:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660ca00.
00000800:00000200:2.0:1790693787.961041:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693787.961044:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693787.961047:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693787.961051:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:2.0:1790693787.961054:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693787.961056:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298944019
00000100:00000001:2.0:1790693787.961058:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961060:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298944019
00000100:00000001:2.0:1790693787.961063:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961065:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693787.961067:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.961069:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693787.961072:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.961078:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693787.961080:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.961082:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693787.961083:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693787.961086:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693787.961088:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359616:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693787.961091:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693787.961093:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693787.961094:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.961096:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693787.961099:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693787.961101:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693787.961104:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693787.961106:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f9f8.
00000400:00000010:2.0:1790693787.961109:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a660.
00000100:00000200:2.0:1790693787.961112:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101359616, portal 10
00000100:00000001:2.0:1790693787.961114:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693787.961115:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932323840 : -115045777227776 : ffff975dd150c000)
00000100:00000040:2.0:1790693787.961120:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.961126:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693787.961128:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693787.961130:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a6e8.
00000100:00000200:2.0:1790693787.961132:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101359616, offset 0
00000400:00000200:2.0:1790693787.961137:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961140:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961144:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693787.961147:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693787.961149:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693787.961151:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693787.961153:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961155:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7044:7044:254:4294967295] 192.168.204.134@tcp LPNI seq info [7039:7039:6:4294967295]
00000400:00000200:2.0:1790693787.961159:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961164:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693787.961168:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693787.961171:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c900.
00000800:00000200:2.0:1790693787.961174:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693787.961178:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693787.961180:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693787.961182:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:2.0:1790693787.961185:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693787.961187:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298944025
00000100:00000001:2.0:1790693787.961189:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961191:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298944025
00000100:00000001:2.0:1790693787.961193:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961194:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693787.961196:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.961198:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693787.961202:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.961208:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693787.961209:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.961211:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693787.961212:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693787.961214:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693787.961217:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359744:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693787.961222:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693787.961223:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693787.961225:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.961226:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693787.961229:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693787.961231:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693787.961234:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693787.961236:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347fa50.
00000400:00000010:2.0:1790693787.961240:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a220.
00000100:00000200:2.0:1790693787.961242:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101359744, portal 4
00000100:00000001:2.0:1790693787.961244:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693787.961245:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932339072 : -115045777212544 : ffff975dd150fb80)
00000100:00000040:2.0:1790693787.961251:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.961256:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693787.961259:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693787.961261:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843ac38.
00000100:00000200:2.0:1790693787.961263:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101359744, offset 0
00000400:00000200:2.0:1790693787.961267:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961270:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961273:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693787.961275:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693787.961277:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693787.961279:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693787.961281:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961284:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7045:7045:253:4294967295] 192.168.204.134@tcp LPNI seq info [7040:7040:5:4294967295]
00000400:00000200:2.0:1790693787.961287:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961293:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693787.961297:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693787.961300:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660c200.
00000800:00000200:2.0:1790693787.961303:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693787.961307:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693787.961310:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693787.961313:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:2.0:1790693787.961315:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693787.961317:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298944019
00000100:00000001:2.0:1790693787.961319:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961321:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298944019
00000100:00000001:2.0:1790693787.961323:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961325:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693787.961326:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.961328:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693787.961331:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.961337:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693787.961338:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.961341:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693787.961342:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693787.961344:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693787.961346:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359872:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693787.961349:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693787.961350:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693787.961352:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693787.961353:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693787.961356:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693787.961358:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693787.961360:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:2.0:1790693787.961363:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dc347f898.
00000400:00000010:2.0:1790693787.961365:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a908.
00000100:00000200:2.0:1790693787.961368:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101359872, portal 4
00000100:00000001:2.0:1790693787.961370:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693787.961371:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932331008 : -115045777220608 : ffff975dd150dc00)
00000100:00000040:2.0:1790693787.961376:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693787.961383:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693787.961385:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:2.0:1790693787.961386:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dd843a880.
00000100:00000200:2.0:1790693787.961389:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101359872, offset 0
00000400:00000200:2.0:1790693787.961392:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961395:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961418:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:2.0:1790693787.961421:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693787.961423:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:2.0:1790693787.961425:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693787.961427:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:2.0:1790693787.961430:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7046:7046:252:4294967295] 192.168.204.134@tcp LPNI seq info [7041:7041:4:4294967295]
00000400:00000200:2.0:1790693787.961433:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693787.961438:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693787.961443:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:2.0:1790693787.961446:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc660cf00.
00000800:00000200:2.0:1790693787.961449:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:2.1:1790693787.961453:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693787.961455:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693787.961457:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:2.0:1790693787.961460:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693787.961462:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298944025
00000100:00000001:2.0:1790693787.961464:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961466:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298944025
00000100:00000001:2.0:1790693787.961467:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298945283
00000100:00000001:2.0:1790693787.961469:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693787.961471:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.961474:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.961476:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693787.961483:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693787.961485:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693787.961487:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693787.961488:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693787.961490:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693787.961492:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693788.343513:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693788.343521:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693788.343524:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693788.343529:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693788.343532:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693788.343535:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693788.343538:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693788.343541:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693788.343544:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693788.343767:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693788.343770:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693788.343775:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693788.343776:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693788.343780:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693788.343781:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693788.343785:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693788.343786:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693788.343804:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693788.343807:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693788.343810:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693788.344093:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693788.344096:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693788.344098:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693788.344101:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693788.344104:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693788.344106:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693788.344108:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693788.344110:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693788.344112:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693788.344240:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693788.344243:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693788.344244:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693788.344247:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693788.344249:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693788.344251:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693788.344253:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693788.344254:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693788.344256:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693788.985494:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693788.985504:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693788.985507:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693788.985512:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693788.985516:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693788.985520:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693788.985523:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693788.985525:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693788.985528:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693789.303501:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298945283, at 4298945344
00000100:00000010:1.0:1790693789.303515:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671b180.
00000100:00000040:0.0:1790693789.303563:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298945283, at 4298945344
00000100:00000010:0.0:1790693789.303570:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc671bea0.
00000100:00000001:2.0:1790693789.367513:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693789.367517:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693789.367521:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693789.367523:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693789.367525:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693789.367526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693789.367533:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693789.367534:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693789.367538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693789.367539:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693789.367544:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693789.367544:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693789.367548:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693789.367549:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693789.367553:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693789.367553:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693789.367559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693789.367560:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693789.367896:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693789.367899:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693789.367904:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693789.367906:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693789.367909:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693789.367911:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693789.367914:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693789.367916:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693789.367917:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693789.367921:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693789.367923:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693789.367926:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693789.367929:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693789.367931:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693789.367933:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693789.367934:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693789.367937:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693789.367999:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693789.368003:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693789.368006:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693790.007720:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693790.007730:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693790.007733:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693790.007740:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693790.007745:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693790.007749:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693790.007753:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693790.007756:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693790.007759:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693790.391561:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693790.391572:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693790.391575:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693790.391582:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693790.391587:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693790.391592:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693790.391596:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693790.391600:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693790.391603:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693790.391612:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693790.391618:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693790.391620:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693790.391623:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693790.391626:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693790.391629:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693790.391632:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693790.391633:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693790.391636:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391716:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693790.391720:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391725:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693790.391729:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693790.391732:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693790.391736:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391739:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693790.391741:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391743:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391745:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391749:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693790.391751:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693790.391752:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693790.391753:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391755:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693790.391756:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391757:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391759:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693790.391764:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693790.391765:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693790.391888:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693790.391891:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693790.391895:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693790.392172:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693790.392177:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693790.392178:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693790.392181:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693790.392184:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693790.392186:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693790.392188:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693790.392190:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693790.392192:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1790693791.033342:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.134:988
00000400:00000100:2.0:1790693791.033422:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.134@tcp at host 192.168.204.134 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1790693791.033433:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693791.033438:0:2387:0:(router.c:1791:lnet_notify()) 192.168.204.34@tcp notifying 192.168.204.134@tcp: down
00000400:00000200:2.0:1790693791.033444:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693791.033449:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1790693791.033455:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693791.033460:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ce00.
00000400:00000200:2.0:1790693791.033466:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693791.033472:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693791.033479:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a440
00000400:00000010:2.0:1790693791.033482:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a440.
00000100:00000001:2.0:1790693791.033488:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693791.033498:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033521:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.033527:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033535:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.033538:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693791.033551:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693791.033554:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660ca00.
00000400:00000200:2.0:1790693791.033558:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693791.033563:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693791.033567:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843add0
00000400:00000010:2.0:1790693791.033570:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843add0.
00000100:00000001:2.0:1790693791.033573:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693791.033579:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033589:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.033593:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033599:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.033600:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693791.033608:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693791.033610:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c900.
00000400:00000200:2.0:1790693791.033614:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693791.033619:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693791.033622:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a6e8
00000400:00000010:2.0:1790693791.033624:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a6e8.
00000100:00000001:2.0:1790693791.033628:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693791.033633:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033641:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.033645:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033652:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.033654:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693791.033661:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693791.033663:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660c200.
00000400:00000200:2.0:1790693791.033667:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693791.033671:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693791.033675:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ac38
00000400:00000010:2.0:1790693791.033677:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ac38.
00000100:00000001:2.0:1790693791.033681:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693791.033686:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033694:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.033699:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033705:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.033707:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693791.033714:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.134@tcp
00000800:00000010:2.0:1790693791.033716:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc660cf00.
00000400:00000200:2.0:1790693791.033720:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693791.033724:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693791.033727:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a880
00000400:00000010:2.0:1790693791.033729:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a880.
00000100:00000001:2.0:1790693791.033732:0:2387:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693791.033737:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033745:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.033748:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.033754:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.033756:0:2387:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693791.033776:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693791.033780:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693791.033782:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693791.033789:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693787/real 1790693791]  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693791.033799:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693791.033802:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693791.033804:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f738.
00000400:00000200:2.0:1790693791.033809:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a000
00000400:00000010:2.0:1790693791.033811:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a000.
00000100:00000001:2.0:1790693791.033814:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693791.033957:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693791.033961:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693791.033964:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693791.033968:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693791.033971:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693791.033974:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693791.033977:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693791.033980:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693791.033984:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693791.035533:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693791.035550:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.035558:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693791.035561:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.035565:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.035567:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693791.035572:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.035579:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693791.035583:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.035592:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693791.035595:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.035597:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.035598:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.035601:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693791.035604:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693791.035608:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693791.035613:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693791.035615:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693791.035619:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693791.035629:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101359360:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693791.035635:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693791.035640:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693787/real 1790693791]  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693791.035651:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693791.035653:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693791.035656:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347fdc0.
00000400:00000200:2.0:1790693791.035661:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843ab28
00000400:00000010:2.0:1790693791.035664:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843ab28.
00000100:00000001:2.0:1790693791.035667:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693791.035953:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693791.036197:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036203:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693791.036205:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036207:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036208:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693791.036211:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036218:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693791.036221:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036228:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693791.036231:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036232:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036234:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036236:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693791.036238:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693791.036240:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693791.036244:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693791.036246:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693791.036250:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693791.036257:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359488:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693791.036261:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693791.036264:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693787/real 1790693791]  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693791.036273:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693791.036274:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693791.036276:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f9f8.
00000400:00000200:2.0:1790693791.036279:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a660
00000400:00000010:2.0:1790693791.036280:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a660.
00000100:00000001:2.0:1790693791.036282:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693791.036296:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693791.036305:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036312:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693791.036313:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036315:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036316:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693791.036319:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036325:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693791.036328:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036334:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693791.036336:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036337:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036338:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036340:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693791.036341:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693791.036343:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693791.036347:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693791.036349:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693791.036352:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693791.036360:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359616:192.168.204.134@tcp:38:
00000100:00000001:2.0:1790693791.036364:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693791.036368:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693787/real 1790693791]  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693791.036376:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693791.036377:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693791.036378:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347fa50.
00000400:00000200:2.0:1790693791.036381:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a220
00000400:00000010:2.0:1790693791.036382:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a220.
00000100:00000001:2.0:1790693791.036384:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693791.036387:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693791.036394:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036418:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693791.036419:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036421:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036423:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693791.036426:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036432:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693791.036435:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036440:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693791.036443:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036444:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036445:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036446:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693791.036448:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693791.036450:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693791.036453:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693791.036455:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693791.036458:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693791.036480:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359744:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693791.036484:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693791.036488:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693787/real 1790693791]  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693791.036495:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693791.036496:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693791.036498:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dc347f898.
00000400:00000200:2.0:1790693791.036500:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dd843a908
00000400:00000010:2.0:1790693791.036502:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dd843a908.
00000100:00000001:2.0:1790693791.036504:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693791.036507:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693791.036515:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036521:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693791.036523:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036525:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036527:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693791.036530:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036535:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693791.036539:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036545:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693791.036547:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036548:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693791.036549:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036551:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693791.036552:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693791.036555:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693791.036558:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:2.0:1790693791.036560:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693791.036563:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693791.036569:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd150dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101359872:192.168.204.134@tcp:8:
00000100:00000001:2.0:1790693791.036572:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036575:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.036578:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150d180 x1877674101359360/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036584:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693791.036587:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693791.036590:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4122800.
02000000:00000001:2.0:1790693791.036594:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693791.036596:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693791.036598:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:2.0:1790693791.036600:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693791.036602:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8800.
02000000:00000001:2.0:1790693791.036606:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693791.036608:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693791.036609:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150d180.
00000100:00000001:2.0:1790693791.036612:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693791.036613:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036615:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.036617:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150ca80 x1877674101359488/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036622:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693791.036623:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693791.036624:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120400.
02000000:00000001:2.0:1790693791.036628:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693791.036628:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693791.036630:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693791.036631:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693791.036632:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cfa800.
02000000:00000001:2.0:1790693791.036634:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693791.036635:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693791.036636:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150ca80.
00000100:00000001:2.0:1790693791.036638:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693791.036639:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036641:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.036643:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150c000 x1877674101359616/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036649:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693791.036650:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693791.036651:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4120000.
02000000:00000001:2.0:1790693791.036653:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693791.036654:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693791.036655:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:2.0:1790693791.036657:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693791.036658:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9800.
02000000:00000001:2.0:1790693791.036660:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693791.036661:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693791.036662:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150c000.
00000100:00000001:2.0:1790693791.036664:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693791.036665:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036666:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.036669:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150fb80 x1877674101359744/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036684:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693791.036686:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693791.036687:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121c00.
02000000:00000001:2.0:1790693791.036690:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693791.036691:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693791.036692:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:2.0:1790693791.036694:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693791.036695:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf8000.
02000000:00000001:2.0:1790693791.036697:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693791.036698:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693791.036699:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150fb80.
00000100:00000001:2.0:1790693791.036709:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693791.036711:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036712:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693791.036715:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd150dc00 x1877674101359872/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693791.036721:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693791.036722:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693791.036723:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc4121000.
02000000:00000001:2.0:1790693791.036726:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693791.036727:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693791.036728:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:2.0:1790693791.036729:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693791.036730:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7cf9000.
02000000:00000001:2.0:1790693791.036732:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693791.036732:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693791.036734:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd150dc00.
00000100:00000001:2.0:1790693791.036736:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693791.036736:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036738:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.036746:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693791.036747:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.036749:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693791.036750:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693791.415499:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693791.415499:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693791.415504:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693791.415506:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693791.415507:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693791.415507:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693791.415510:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693791.415512:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693791.415512:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.415513:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693791.415518:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693791.415520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693791.415520:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693791.415521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693791.415523:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693791.415524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693791.415526:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693791.415526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693791.415530:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693791.415532:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693791.415532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693791.415533:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693791.415534:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693791.415537:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693791.415537:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693791.415537:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693791.415542:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693791.415542:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693791.415543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693791.415547:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693791.415547:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693791.415547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693791.415554:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693791.415557:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693791.415560:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693791.415579:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693791.415583:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693791.415586:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693792.055703:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693792.055711:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693792.055713:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693792.055717:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693792.055721:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693792.055781:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693792.055783:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693792.055786:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693792.055788:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693792.439491:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693792.439498:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693792.439501:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693792.439506:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693792.439511:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693792.439511:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693792.439515:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693792.439516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693792.439520:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693792.439523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693792.439525:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693792.439527:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693792.439529:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693792.439532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693792.439535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693792.439540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693792.439544:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693792.439547:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693792.439550:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693792.439554:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693792.439556:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693792.439558:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693792.439560:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693792.439581:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693792.439584:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693792.439586:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693792.439710:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693792.439713:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693792.439715:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693792.439718:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693792.439720:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693792.439722:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693792.439725:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693792.439727:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693792.439729:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693792.441112:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693792.441117:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693792.441118:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693792.441122:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693792.441125:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693792.441127:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693792.441129:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693792.441131:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693792.441133:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693793.079945:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693793.079965:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693793.079967:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693793.079971:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693793.079975:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693793.079984:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4276
00000400:00000200:2.0:1790693793.079992:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693793.079997:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693793.080000:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693793.080003:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.080008:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.080010:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.080013:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693793.080028:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693793.080030:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693793.080033:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693793.080036:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693793.080038:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693793.080041:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693793.080044:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.080046:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.080047:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.080049:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693793.080053:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693793.080056:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693793.080059:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693793.080061:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693793.080628:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693793.080634:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.080637:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693793.080639:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693793.080648:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000020:00000040:2.0:1790693793.080652:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693793.080657:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693793.080659:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.080663:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693793.080667:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693793.080672:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693793.080680:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693793.080687:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693793.080698:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693793.080713:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693793.080720:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693793.080737:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693793.080765:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693793.080768:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693793.080771:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693793.080773:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693793.080774:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693793.080777:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693793.080779:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4276
00000400:00000200:2.0:1790693793.080785:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693793.080788:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693793.080790:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1790693793.080944:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693793.080948:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693793.080950:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693793.080953:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693793.080956:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693793.080959:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.081014:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693793.081019:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693793.081021:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693793.081147:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.081150:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.081152:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.081154:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693793.081160:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693793.081161:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000100:00000040:0.0:1790693793.081174:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.081181:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693793.081184:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.081187:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693793.081190:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693793.081193:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693793.081197:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101360000:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693793.081201:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693793.081205:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693793.081207:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.081210:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693793.081215:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693793.081217:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693793.081222:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693793.081225:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693793.081232:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693793.081766:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360000, portal 25
00000020:00000001:2.0:1790693793.081787:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693793.081804:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:2.0:1790693793.081808:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:2.0:1790693793.081813:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:2.0:1790693793.081817:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.081819:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.081821:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.081823:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693793.081827:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:2.0:1790693793.081830:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693793.081834:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693793.081838:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1790693793.081839:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1790693793.081842:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693793.081848:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693793.081850:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693793.081853:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.081856:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693793.081862:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693793.081866:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.081868:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693793.081876:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693793.081891:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693793.081894:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693793.081896:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.081899:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693793.081901:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693793.081903:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693793.081910:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693793.081915:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693793.081921:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693793.081929:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693793.081931:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693793.081935:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693793.081943:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693793.081946:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693793.081950:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693793.081952:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693793.081963:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693793.081968:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693793.081971:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4276
00000400:00000200:2.0:1790693793.081976:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693793.081980:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693793.081982:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693793.081985:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.081987:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.081988:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.081990:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693793.081994:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693793.081996:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:2.0:1790693793.081997:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693793.081999:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:2.0:1790693793.082002:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693793.082004:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693793.082006:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082008:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.082010:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082012:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693793.082014:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:2.0:1790693793.082016:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082018:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693793.082020:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693793.082023:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693793.082036:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082038:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693793.082040:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693793.082050:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082051:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693793.082054:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000020:00000040:2.0:1790693793.082057:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693793.082059:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693793.082060:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082062:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693793.082064:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693793.082066:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693793.082069:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000100:00000001:2.0:1790693793.082072:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693793.082076:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693793.082083:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693793.082085:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693793.082088:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693793.082095:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693793.082098:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693793.082101:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1790693793.082102:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693793.082103:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693793.082106:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693793.082108:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4276
00000400:00000200:2.0:1790693793.082114:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693793.082117:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693793.082119:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693793.082121:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082123:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.082124:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082126:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693793.082129:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693793.082130:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693793.082132:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693793.082133:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:2.0:1790693793.082135:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693793.082138:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:2.0:1790693793.082141:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082142:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.082144:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082146:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693793.082148:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:2.0:1790693793.082150:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082151:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693793.082153:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693793.082156:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693793.082158:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082159:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693793.082162:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693793.082164:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082165:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693793.082168:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000020:00000040:2.0:1790693793.082171:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693793.082173:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693793.082174:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082176:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693793.082177:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693793.082179:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693793.082182:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693793.082185:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693793.082188:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693793.082195:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693793.082197:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693793.082200:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693793.082206:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693793.082209:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693793.082212:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693793.082213:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693793.082214:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693793.082217:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693793.082219:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4276
00000400:00000200:2.0:1790693793.082222:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693793.082224:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693793.082226:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693793.082229:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082231:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.082233:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082235:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693793.082237:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693793.082239:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:2.0:1790693793.082240:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693793.082241:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693793.082243:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693793.082245:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693793.082247:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082249:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693793.082250:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082252:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693793.082253:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693793.082256:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693793.082258:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693793.082259:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693793.082261:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693793.082263:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082265:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693793.082267:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1790693793.082269:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082275:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693793.082279:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693793.082281:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:2.0:1790693793.082283:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693793.082284:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.082285:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693793.082286:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693793.082288:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693793.082291:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4122800.
00000100:00000001:2.0:1790693793.082293:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693793.082297:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693793.082304:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693793.082305:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693793.082308:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693793.082315:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693793.082319:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4286)
00000100:00000001:0.0:1790693793.082949:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693793.082951:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693793.082960:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.082968:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693793.082971:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693793.082976:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693793.082981:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101360000, offset 0
00000400:00000200:0.0:1790693793.082988:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693793.082996:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.083002:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693793.083007:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693793.083011:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693793.083015:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693793.083018:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693793.083022:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7047:7047:256:4294967295] 192.168.204.134@tcp LPNI seq info [7042:7042:8:4294967295]
00000400:00000200:0.0:1790693793.083026:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.083034:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693793.083040:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.083045:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693793.083052:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693793.083055:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693793.083062:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693793.083065:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693793.083070:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.083072:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693793.083077:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693793.083081:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693793.083087:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693793.083090:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693793.083095:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693793.083098:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083107:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.083110:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083116:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.083118:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693793.083125:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693793.083128:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693793.083131:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298950405
00000100:00000010:0.0:1790693793.083136:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000001:0.0:1790693793.083143:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693793.083154:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298950405
00000100:00000010:0.0:1790693793.083158:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190240.
00000100:00000001:0.0:1790693793.083161:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693793.083164:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693793.083168:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.083171:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693793.083176:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693793/real 1790693793]  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693793.083185:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693793.083187:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693793.083189:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693793.083192:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693793.083194:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693793.083196:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693793.083199:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693793.083206:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083212:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693793.083214:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083217:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.083219:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693793.083222:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083229:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693793.083234:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083241:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693793.083244:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083245:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.083247:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083249:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693793.083251:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693793.083254:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693793.083257:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693793.083260:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693793.083264:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693793.083271:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101360000:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693793.083276:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083278:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.083281:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101360000/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083288:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693793.083291:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693793.083294:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693793.083298:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693793.083300:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693793.083301:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693793.083304:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693793.083306:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:0.0:1790693793.083310:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693793.083311:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693793.083314:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693793.083317:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693793.083318:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083320:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083327:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693793.083329:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.083331:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693793.083333:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693793.083335:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693793.083339:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083346:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693793.083348:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.083351:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693793.083353:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693793.083355:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693793.083359:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360128:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693793.083362:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693793.083365:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693793.083367:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.083370:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693793.083374:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693793.083376:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693793.083380:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693793.083383:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693793.083387:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693793.083391:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360128, portal 10
00000100:00000001:0.0:1790693793.083392:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693793.083394:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693793.083604:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083611:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693793.083613:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693793.083617:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693793.083620:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101360128, offset 0
00000400:00000200:0.0:1790693793.083625:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693793.083629:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.083633:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693793.083636:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693793.083639:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693793.083641:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693793.083642:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693793.083645:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7048:7048:256:4294967295] 192.168.204.134@tcp LPNI seq info [7043:7043:8:4294967295]
00000400:00000200:0.0:1790693793.083648:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.083652:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693793.083655:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.083658:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693793.083661:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693793.083663:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693793.083666:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693793.083668:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693793.083670:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.083671:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693793.083673:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693793.083676:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693793.083678:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693793.083679:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693793.083681:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693793.083683:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083688:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.083690:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083694:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.083695:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693793.083697:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693793.083700:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693793.083702:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693793.083703:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298949142
00000100:00000001:0.0:1790693793.083705:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.083706:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298949142
00000100:00000001:0.0:1790693793.083707:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.083708:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693793.083710:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.083711:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693793.083713:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693793/real 1790693793]  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693793.083921:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693793.083922:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693793.083924:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693793.083927:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693793.083928:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693793.083930:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693793.083934:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693793.083941:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083947:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693793.083949:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083950:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.083952:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693793.083955:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083961:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693793.083965:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.083971:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693793.083973:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083974:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.083975:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.083977:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693793.083979:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693793.083982:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693793.083986:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693793.083988:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693793.083991:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693793.084000:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360128:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693793.084004:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693793.084007:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084013:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693793.084015:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.084016:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693793.084018:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693793.084020:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693793.084023:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360256:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693793.084026:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693793.084028:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693793.084029:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.084031:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693793.084035:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693793.084037:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693793.084165:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693793.084169:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693793.084173:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693793.084177:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360256, portal 10
00000100:00000001:0.0:1790693793.084179:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693793.084180:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:0.0:1790693793.084188:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084194:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693793.084196:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693793.084198:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693793.084201:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101360256, offset 0
00000400:00000200:0.0:1790693793.084204:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693793.084208:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.084212:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693793.084215:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693793.084217:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693793.084220:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693793.084222:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693793.084225:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7049:7049:256:4294967295] 192.168.204.134@tcp LPNI seq info [7044:7044:8:4294967295]
00000400:00000200:0.0:1790693793.084228:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.084234:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693793.084238:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.084241:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693793.084245:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693793.084248:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693793.084252:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693793.084254:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693793.084257:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.084259:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693793.084262:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693793.084265:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693793.084268:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693793.084270:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693793.084272:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693793.084276:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084283:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.084286:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084293:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.084294:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693793.084298:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693793.084300:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693793.084303:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693793.084305:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298949148
00000100:00000001:0.0:1790693793.084307:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.084309:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298949148
00000100:00000001:0.0:1790693793.084311:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.084313:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693793.084315:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.084316:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693793.084320:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693793/real 1790693793]  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693793.084328:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693793.084329:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693793.084331:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693793.084333:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693793.084335:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693793.084337:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693793.084340:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693793.084348:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084353:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693793.084354:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.084356:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.084357:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693793.084360:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084365:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693793.084369:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084376:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693793.084378:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.084380:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.084381:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.084383:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693793.084384:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693793.084387:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693793.084390:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693793.084392:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693793.084681:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693793.084692:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360256:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693793.084696:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693793.084700:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084706:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693793.084707:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.084709:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693793.084711:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693793.084713:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693793.084716:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360384:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693793.084720:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693793.084722:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693793.084724:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.084725:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693793.084729:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693793.084731:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693793.084735:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693793.084738:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693793.084741:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693793.084744:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360384, portal 4
00000100:00000001:0.0:1790693793.084746:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693793.084747:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:0.0:1790693793.084752:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084758:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693793.084760:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693793.084762:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693793.084765:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101360384, offset 0
00000400:00000200:0.0:1790693793.084769:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693793.084773:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.084776:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693793.084779:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693793.084781:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693793.084783:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693793.084785:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693793.084787:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7050:7050:256:4294967295] 192.168.204.134@tcp LPNI seq info [7045:7045:8:4294967295]
00000400:00000200:0.0:1790693793.084791:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.084809:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693793.084813:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.084817:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693793.084821:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693793.084823:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693793.084827:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693793.084829:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693793.084832:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.084834:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693793.084837:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693793.084839:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693793.084842:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693793.084844:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693793.084847:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693793.084851:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084857:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.084860:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084865:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.084867:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693793.084869:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693793.084872:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693793.084874:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693793.084876:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298949143
00000100:00000001:0.0:1790693793.084889:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.084891:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298949143
00000100:00000001:0.0:1790693793.084894:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.084895:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693793.084897:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.084899:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693793.084903:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693793/real 1790693793]  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693793.084910:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693793.084912:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693793.084913:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693793.084916:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693793.084917:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693793.084919:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693793.084922:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693793.084929:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084941:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693793.084942:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.084944:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.084945:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693793.084948:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084955:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693793.084959:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.084966:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693793.084968:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.084970:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.084971:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.084973:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693793.084974:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693793.084977:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693793.084980:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693793.084982:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693793.084985:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693793.084991:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360384:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693793.084994:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693793.084998:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085003:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693793.085005:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.085006:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693793.085009:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693793.085011:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693793.085013:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360512:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693793.085015:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693793.085017:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693793.085018:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693793.085020:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693793.085023:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693793.085025:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693793.085028:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693793.085030:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693793.085033:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693793.085036:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360512, portal 4
00000100:00000001:0.0:1790693793.085038:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693793.085039:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000100:00000040:0.0:1790693793.085166:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085172:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693793.085174:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693793.085177:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693793.085180:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101360512, offset 0
00000400:00000200:0.0:1790693793.085184:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693793.085189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.085192:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693793.085195:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693793.085197:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693793.085200:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693793.085202:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693793.085204:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7051:7051:256:4294967295] 192.168.204.134@tcp LPNI seq info [7046:7046:8:4294967295]
00000400:00000200:0.0:1790693793.085208:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693793.085213:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693793.085217:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.085221:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693793.085225:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693793.085227:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1790693793.085231:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693793.085233:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1790693793.085237:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693793.085238:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693793.085241:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693793.085244:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693793.085247:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693793.085248:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693793.085250:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693793.085254:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085260:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.085263:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085268:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.085270:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693793.085273:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693793.085276:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693793.085279:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693793.085281:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298949148
00000100:00000001:0.0:1790693793.085283:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.085285:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298949148
00000100:00000001:0.0:1790693793.085287:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298950405
00000100:00000001:0.0:1790693793.085289:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693793.085291:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.085292:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693793.085296:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693793/real 1790693793]  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693793.085309:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693793.085310:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693793.085311:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693793.085314:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693793.085315:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693793.085317:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693793.085320:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693793.085328:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085334:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693793.085335:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085337:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.085338:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693793.085341:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085347:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693793.085350:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085356:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693793.085358:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085359:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693793.085360:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085362:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693793.085363:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693793.085365:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693793.085368:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693793.085370:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693793.085374:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693793.085380:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360512:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693793.085383:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085385:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.085388:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101360128/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085394:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693793.085493:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693793.085496:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693793.085500:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693793.085502:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693793.085504:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693793.085507:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693793.085509:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:0.0:1790693793.085512:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693793.085514:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693793.085516:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693793.085519:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693793.085520:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085522:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.085526:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101360256/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085532:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693793.085533:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693793.085534:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693793.085537:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693793.085538:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693793.085539:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693793.085540:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693793.085542:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:0.0:1790693793.085545:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693793.085546:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693793.085547:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:0.0:1790693793.085549:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693793.085550:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085552:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.085554:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101360384/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085560:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693793.085561:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693793.085563:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693793.085565:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693793.085566:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693793.085567:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693793.085569:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693793.085570:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
02000000:00000001:0.0:1790693793.085572:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693793.085573:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693793.085575:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693793.085577:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693793.085578:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085580:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693793.085583:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101360512/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693793.085589:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693793.085590:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693793.085591:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693793.085593:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693793.085594:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693793.085595:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693793.085597:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693793.085598:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4122800.
02000000:00000001:0.0:1790693793.085600:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693793.085601:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693793.085602:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:0.0:1790693793.085604:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693793.085605:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085608:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693793.085615:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693793.085616:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693793.085619:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693793.085621:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693793.463506:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693793.463510:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693793.463512:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693793.463514:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693793.463521:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693793.463523:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693793.463524:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693793.463529:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693793.463530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693793.463533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693793.463536:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693793.463538:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693793.463541:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693793.463542:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693793.463548:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693793.463551:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693793.463555:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693793.463830:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693793.463834:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693793.463835:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693793.463837:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693793.463840:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693793.463842:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693793.463844:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693793.463846:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693793.463848:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693793.465656:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693793.465661:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693793.465663:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693793.465666:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693793.465669:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693793.465671:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693793.465673:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693793.465675:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693793.465677:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693793.465681:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693793.465684:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693793.465686:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693794.104031:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693794.104038:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693794.104040:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693794.104044:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693794.104048:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693794.104051:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693794.104053:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693794.104056:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693794.104058:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693794.424005:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298950405, at 4298950464
00000100:00000010:1.0:1790693794.424020:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190240.
00000100:00000040:0.0:1790693794.424060:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298950405, at 4298950464
00000100:00000010:0.0:1790693794.424066:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000001:1.0:1790693794.487535:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693794.487542:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693794.487544:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693794.487549:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693794.487553:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693794.487558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693794.487561:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693794.487563:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693794.487565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693794.488312:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693794.488317:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693794.488321:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693794.488323:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693794.488326:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693794.488327:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693794.488331:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693794.488332:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693794.488362:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693794.488365:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693794.488368:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693794.488466:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693794.488469:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693794.488470:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693794.488473:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693794.488475:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693794.488478:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693794.488480:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693794.488481:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693794.488483:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693794.488726:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693794.488729:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693794.488730:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693794.488733:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693794.488734:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693794.488736:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693794.488738:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693794.488740:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693794.488742:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693795.127536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693795.127545:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693795.127547:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693795.127553:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693795.127557:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693795.127562:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693795.127565:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693795.127567:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693795.127574:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693795.511526:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693795.511534:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693795.511536:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693795.511542:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693795.511546:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693795.511550:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693795.511552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693795.511555:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693795.511558:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693795.511562:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693795.511567:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693795.511569:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693795.511573:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693795.511576:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693795.511578:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693795.511581:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693795.511583:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693795.511599:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693795.511621:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693795.511624:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693795.511627:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693795.511629:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693795.511632:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693795.511644:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693795.511648:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693795.511650:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693795.511931:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693795.511935:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693795.511938:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693795.512075:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693795.512083:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693795.512085:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693795.512090:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693795.512094:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693795.512097:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693795.512100:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693795.512102:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693795.512105:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693796.151637:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693796.151645:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693796.151648:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693796.151654:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693796.151659:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693796.151662:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693796.151665:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693796.151668:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693796.151671:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693796.535529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693796.535531:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693796.535536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693796.535538:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693796.535541:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693796.535544:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693796.535546:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693796.535548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693796.535553:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693796.535555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693796.535558:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693796.535558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693796.535562:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693796.535563:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693796.535564:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693796.535569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693796.535574:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693796.535590:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693796.535649:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693796.535653:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693796.535714:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693796.535718:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693796.535720:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693796.535722:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1790693796.535723:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693796.535727:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693796.535730:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693796.535733:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693796.535736:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693796.535737:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693796.535738:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693796.535741:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693796.535742:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693796.535746:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693796.535746:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693796.535749:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693796.535750:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693796.535756:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693797.175500:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693797.175507:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693797.175510:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693797.175515:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693797.175519:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693797.175523:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693797.175526:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693797.175528:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693797.175531:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693797.559500:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693797.559500:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693797.559501:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693797.559508:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693797.559509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693797.559509:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693797.559511:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693797.559513:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693797.559513:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693797.559519:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693797.559520:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693797.559520:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693797.559526:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693797.559526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693797.559526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693797.559532:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693797.559532:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693797.559532:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693797.559538:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693797.559539:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693797.559541:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693797.559543:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693797.559544:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693797.559547:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693797.559555:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693797.559558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693797.559561:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693797.559654:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693797.559658:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693797.559659:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693797.559662:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693797.559664:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693797.559666:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693797.559668:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693797.559669:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693797.559672:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693797.559673:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693797.559675:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693797.559676:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693797.559678:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693797.559679:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693797.559833:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693797.559836:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693797.559839:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693798.199638:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693798.199638:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693798.199644:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1790693798.199646:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693798.199648:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.199650:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693798.199654:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:1.0:1790693798.199656:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693798.199659:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693798.199662:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693798.199664:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693798.199668:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1790693798.199671:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4281
00000100:00000001:2.0:1790693798.199672:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693798.199677:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693798.199682:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693798.199689:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693798.199692:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693798.199696:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.199700:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693798.199703:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.199705:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693798.199712:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693798.199713:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:1.0:1790693798.199715:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693798.199718:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:1.0:1790693798.199721:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:1.0:1790693798.199724:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:1.0:1790693798.199728:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.199731:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693798.199734:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.199736:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693798.199740:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:1.0:1790693798.199744:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693798.199747:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693798.199750:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693798.199753:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693798.199756:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.199759:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693798.199761:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693798.199767:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026e300.
00000020:00000040:1.0:1790693798.199770:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:1.0:1790693798.199775:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693798.199776:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.199778:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693798.199794:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693798.199799:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693798.199875:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc400.
00000100:00000001:1.0:1790693798.199883:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693798.199894:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693798.199903:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693798.199905:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693798.199910:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f44c538] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693798.199929:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693798.199932:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693798.199935:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693798.199936:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693798.199938:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693798.199940:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693798.199942:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4281
00000400:00000200:1.0:1790693798.199946:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693798.199949:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693798.199992:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693798.199997:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693798.199999:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693798.200007:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.200017:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1790693798.200017:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693798.200020:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.200025:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1790693798.200026:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
02000000:00000001:0.0:1790693798.200029:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693798.200030:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1790693798.200035:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693798.200036:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200041:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00100000:0.0:1790693798.200042:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101360640:192.168.204.134@tcp:250:
00000020:00000001:1.0:1790693798.200047:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693798.200049:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1790693798.200050:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:1.0:1790693798.200054:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1790693798.200055:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790693798.200057:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:1.0:1790693798.200060:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:1.0:1790693798.200062:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:1.0:1790693798.200066:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200068:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1790693798.200071:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693798.200072:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:0.0:1790693798.200076:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693798.200077:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693798.200082:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000010:0.0:1790693798.200083:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa400.
00000100:00080000:1.0:1790693798.200086:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:0.0:1790693798.200088:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200091:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693798.200095:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1790693798.200098:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:1.0:1790693798.200102:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1790693798.200104:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
02000000:00000001:1.0:1790693798.200107:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200111:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:0.0:1790693798.200112:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000008:00100000:1.0:1790693798.200115:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1790693798.200120:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360640, portal 25
00000008:00000001:1.0:1790693798.200121:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.200125:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693798.200126:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.200129:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912803072 : -115045796748544 : ffff975dd026e300)
00000100:00000010:1.0:1790693798.200133:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026ea00.
00000100:00000040:0.0:1790693798.200138:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693798.200139:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693798.200144:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693798.200147:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200150:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693798.200153:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1790693798.200155:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1790693798.200157:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693798.200160:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693798.200165:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
02000000:00000010:1.0:1790693798.200165:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dfc00.
00000100:00000200:0.0:1790693798.200169:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101360640, offset 0
00000100:00000001:1.0:1790693798.200172:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.200178:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00100000:1.0:1790693798.200181:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693798.200189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:1.0:1790693798.200190:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1790693798.200197:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:1.0:1790693798.200200:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.200204:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693798.200209:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa420a7b] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693798.200212:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693798.200219:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693798.200221:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.200223:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:1.0:1790693798.200227:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1790693798.200230:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7052:7052:256:4294967295] 192.168.204.134@tcp LPNI seq info [7047:7047:8:4294967295]
00000100:00080000:1.0:1790693798.200231:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693798.200234:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693798.200236:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693798.200239:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1790693798.200240:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:1.0:1790693798.200243:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4281
00000400:00000200:0.0:1790693798.200253:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1790693798.200260:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693798.200266:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000800:00000200:0.0:1790693798.200270:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000100:00080000:1.0:1790693798.200270:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693798.200276:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000010:0.0:1790693798.200278:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000100:00000001:1.0:1790693798.200279:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693798.200284:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693798.200290:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693798.200290:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693798.200296:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1790693798.200297:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1790693798.200300:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:1.0:1790693798.200304:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693798.200307:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:1.0:1790693798.200309:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:1.0:1790693798.200311:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:1.0:1790693798.200316:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:0.1:1790693798.200317:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:1.0:1790693798.200321:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1790693798.200323:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1790693798.200326:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200328:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693798.200331:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:1.0:1790693798.200333:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200336:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693798.200337:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693798.200339:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693798.200341:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200342:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693798.200343:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693798.200345:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200346:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693798.200349:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026fb80.
00000020:00000040:1.0:1790693798.200350:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:1.0:1790693798.200351:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693798.200352:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200353:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693798.200354:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693798.200355:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693798.200358:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dd400.
00000100:00000001:1.0:1790693798.200360:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693798.200363:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693798.200368:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693798.200369:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693798.200371:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871584c2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693798.200376:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693798.200378:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693798.200380:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1790693798.200381:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693798.200382:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693798.200384:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693798.200386:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4281
00000400:00000200:1.0:1790693798.200389:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693798.200391:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693798.200393:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693798.200395:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200415:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693798.200417:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200418:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693798.200420:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693798.200421:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:1.0:1790693798.200423:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693798.200424:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:1.0:1790693798.200425:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:1.0:1790693798.200427:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:1.0:1790693798.200429:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200430:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693798.200431:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200432:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693798.200434:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:1.0:1790693798.200435:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200437:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693798.200438:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693798.200440:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693798.200441:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200443:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693798.200444:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693798.200447:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200448:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693798.200451:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026df80.
00000020:00000040:1.0:1790693798.200453:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:1.0:1790693798.200454:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693798.200455:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200457:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693798.200458:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693798.200460:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693798.200463:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21dc000.
00000100:00000001:1.0:1790693798.200465:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693798.200522:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693798.200527:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693798.200528:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693798.200530:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005807dd85] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693798.200535:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693798.200537:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693798.200539:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693798.200539:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693798.200540:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693798.200542:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693798.200543:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4281
00000400:00000200:1.0:1790693798.200546:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:1.0:1790693798.200547:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693798.200548:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693798.200550:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200551:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693798.200553:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200555:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:1.0:1790693798.200557:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693798.200559:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:1.0:1790693798.200560:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693798.200562:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:1.0:1790693798.200564:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:1.0:1790693798.200566:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:1.0:1790693798.200570:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200572:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693798.200574:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200575:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:1.0:1790693798.200578:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:1.0:1790693798.200580:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:1.0:1790693798.200582:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693798.200584:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693798.200587:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693798.200589:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200591:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693798.200593:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1790693798.200595:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200596:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693798.200600:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd026f100.
00000020:00000040:1.0:1790693798.200602:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:1.0:1790693798.200604:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693798.200606:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.200608:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693798.200609:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693798.200611:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693798.200614:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dd21de800.
00000100:00000001:1.0:1790693798.200617:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693798.200622:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693798.200629:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693798.200631:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693798.200634:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005efb7cd9] to pc [ptlrpcd_rcv+-1]  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693798.200641:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693798.200645:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4291)
00000800:00000100:0.0:1790693798.200757:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.200760:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693798.200765:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693798.200769:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693798.200774:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693798.200776:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693798.200790:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693798.200795:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.200804:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.200807:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.200814:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.200815:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693798.200822:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.200826:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693798.200828:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298955523
00000100:00000010:0.0:1790693798.200832:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000001:0.0:1790693798.200839:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693798.200844:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298955523
00000100:00000010:0.0:1790693798.200846:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190f00.
00000100:00000001:0.0:1790693798.200849:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693798.200853:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693798.200856:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.200859:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693798.200864:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693798/real 1790693798]  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693798.200873:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693798.200875:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693798.200877:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693798.200880:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693798.200881:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693798.200884:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693798.200887:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693798.200895:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.200902:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693798.200904:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.200906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.200908:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693798.200912:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.200918:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693798.200922:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.200928:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693798.200931:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.200932:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.200933:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.200936:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693798.200937:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693798.200940:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693798.200944:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693798.200946:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693798.200950:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693798.200958:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101360640:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693798.200962:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.200965:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.200968:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026e300 x1877674101360640/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.200975:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693798.200977:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693798.200980:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693798.200983:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693798.200984:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693798.200986:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693798.200988:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693798.200990:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc400.
02000000:00000001:0.0:1790693798.200993:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693798.200995:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693798.200996:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026e300.
00000100:00000001:0.0:1790693798.200999:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693798.201000:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201002:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201008:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693798.201010:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.201012:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693798.201013:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693798.201014:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693798.201019:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201025:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693798.201026:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.201028:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693798.201031:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693798.201032:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693798.201036:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360768:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693798.201039:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693798.201041:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693798.201042:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.201044:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693798.201047:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693798.201049:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.201052:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693798.201055:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693798.201058:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693798.201062:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360768, portal 10
00000100:00000001:0.0:1790693798.201064:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693798.201065:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912804864 : -115045796746752 : ffff975dd026ea00)
00000100:00000040:0.0:1790693798.201071:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201077:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693798.201079:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693798.201082:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693798.201084:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101360768, offset 0
00000400:00000200:0.0:1790693798.201089:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693798.201093:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.201097:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693798.201100:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693798.201102:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693798.201105:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693798.201107:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693798.201109:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7053:7053:256:4294967295] 192.168.204.134@tcp LPNI seq info [7048:7048:8:4294967295]
00000400:00000200:0.0:1790693798.201113:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.201120:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693798.201124:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.201278:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693798.201283:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693798.201287:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693798.201291:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693798.201294:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693798.201297:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.201299:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693798.201313:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693798.201317:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693798.201321:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693798.201323:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693798.201326:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693798.201329:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201337:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.201340:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201347:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.201348:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693798.201351:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693798.201355:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693798.201358:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693798.201360:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298954259
00000100:00000001:0.0:1790693798.201362:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.201364:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298954259
00000100:00000001:0.0:1790693798.201367:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.201369:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693798.201371:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.201373:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693798.201376:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693798/real 1790693798]  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693798.201384:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693798.201385:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693798.201387:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693798.201389:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693798.201391:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693798.201393:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693798.201413:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693798.201425:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201432:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693798.201434:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201437:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.201438:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693798.201442:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201448:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693798.201453:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201459:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693798.201461:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201463:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.201464:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201466:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693798.201468:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693798.201470:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693798.201474:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693798.201476:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693798.201480:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693798.201487:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360768:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693798.201491:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693798.201494:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201501:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693798.201502:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.201504:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693798.201506:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693798.201507:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693798.201510:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360896:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693798.201514:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693798.201515:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693798.201517:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.201519:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693798.201522:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693798.201524:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.201528:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693798.201530:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693798.201534:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693798.201537:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101360896, portal 10
00000100:00000001:0.0:1790693798.201539:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693798.201540:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912809344 : -115045796742272 : ffff975dd026fb80)
00000100:00000040:0.0:1790693798.201559:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201567:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693798.201569:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693798.201572:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693798.201574:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101360896, offset 0
00000400:00000200:0.0:1790693798.201578:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693798.201582:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.201585:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693798.201588:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693798.201591:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693798.201594:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693798.201596:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693798.201599:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7054:7054:256:4294967295] 192.168.204.134@tcp LPNI seq info [7049:7049:8:4294967295]
00000400:00000200:0.0:1790693798.201603:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.201609:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693798.201613:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.201617:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693798.201621:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693798.201636:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693798.201641:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693798.201643:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693798.201647:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.201649:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693798.201652:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693798.201655:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693798.201658:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693798.201660:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693798.201663:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693798.201666:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201674:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.201677:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201683:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.201685:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693798.201688:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693798.201691:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693798.201694:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693798.201696:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298954266
00000100:00000001:0.0:1790693798.201698:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.201701:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298954266
00000100:00000001:0.0:1790693798.201702:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.201705:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693798.201707:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.201709:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693798.201713:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693798/real 1790693798]  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693798.201721:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693798.201722:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693798.201724:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693798.201726:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693798.201727:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693798.201730:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693798.201733:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693798.201741:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201746:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693798.201748:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201750:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.201751:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693798.201754:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201761:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693798.201764:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201770:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693798.201773:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201774:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.201775:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.201777:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693798.201779:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693798.201794:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693798.201798:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693798.201800:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693798.201804:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693798.201811:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101360896:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693798.201816:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693798.201819:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201826:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693798.201827:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.201829:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693798.201831:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693798.201833:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693798.201836:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361024:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693798.201839:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693798.201841:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693798.201842:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.201844:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693798.201848:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693798.201850:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.201853:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693798.201855:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693798.201858:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693798.201862:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361024, portal 4
00000100:00000001:0.0:1790693798.201864:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693798.201865:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912802176 : -115045796749440 : ffff975dd026df80)
00000100:00000040:0.0:1790693798.201871:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201882:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693798.201885:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693798.201887:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693798.201889:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101361024, offset 0
00000400:00000200:0.0:1790693798.201894:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693798.201898:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.201901:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693798.201904:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693798.201906:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693798.201908:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693798.201910:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693798.201913:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7055:7055:256:4294967295] 192.168.204.134@tcp LPNI seq info [7050:7050:8:4294967295]
00000400:00000200:0.0:1790693798.201917:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.201923:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693798.201928:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.201931:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693798.201935:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693798.201937:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693798.201940:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693798.201943:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693798.201946:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.201948:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693798.201951:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693798.201954:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693798.201957:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693798.201959:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693798.201961:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693798.201964:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201972:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.201974:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.201986:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.201987:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693798.201990:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693798.201993:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693798.201996:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693798.201998:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298954260
00000100:00000001:0.0:1790693798.202001:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.202003:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298954260
00000100:00000001:0.0:1790693798.202005:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.202007:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693798.202009:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.202010:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693798.202182:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693798/real 1790693798]  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693798.202191:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693798.202193:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693798.202195:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693798.202197:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693798.202199:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693798.202202:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693798.202205:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693798.202213:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202220:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693798.202221:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202222:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.202224:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693798.202227:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202234:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693798.202237:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202243:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693798.202246:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202247:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.202249:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202250:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693798.202252:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693798.202254:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693798.202258:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693798.202260:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693798.202263:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693798.202272:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361024:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693798.202276:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693798.202280:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202286:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693798.202287:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.202289:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693798.202291:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693798.202293:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693798.202296:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361152:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693798.202298:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693798.202300:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693798.202302:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693798.202304:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693798.202307:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693798.202309:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693798.202312:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693798.202314:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693798.202317:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693798.202320:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361152, portal 4
00000100:00000001:0.0:1790693798.202321:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693798.202322:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027912806656 : -115045796744960 : ffff975dd026f100)
00000100:00000040:0.0:1790693798.202327:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202332:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693798.202334:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693798.202336:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693798.202338:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101361152, offset 0
00000400:00000200:0.0:1790693798.202342:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693798.202346:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.202349:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693798.202352:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693798.202354:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693798.202356:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693798.202358:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693798.202361:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7056:7056:256:4294967295] 192.168.204.134@tcp LPNI seq info [7051:7051:8:4294967295]
00000400:00000200:0.0:1790693798.202365:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693798.202370:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693798.202375:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.202378:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693798.202382:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693798.202384:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1790693798.202389:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693798.202391:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1790693798.202395:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693798.202417:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693798.202421:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693798.202426:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693798.202430:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693798.202432:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693798.202435:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693798.202438:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202446:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.202449:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202455:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.202456:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693798.202459:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693798.202462:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693798.202466:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693798.202468:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298954266
00000100:00000001:0.0:1790693798.202471:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.202473:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298954266
00000100:00000001:0.0:1790693798.202475:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298955523
00000100:00000001:0.0:1790693798.202476:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693798.202478:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.202480:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693798.202484:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693798/real 1790693798]  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693798.202491:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693798.202493:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693798.202494:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693798.202497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693798.202498:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693798.202500:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693798.202503:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693798.202511:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202517:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693798.202518:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202519:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.202521:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693798.202524:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202530:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693798.202534:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202540:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693798.202543:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202544:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693798.202545:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202547:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693798.202548:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693798.202551:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693798.202554:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693798.202556:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693798.202559:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693798.202566:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd026f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361152:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693798.202570:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202573:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.202576:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026ea00 x1877674101360768/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202587:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693798.202589:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693798.202591:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693798.202594:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693798.202596:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693798.202597:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693798.202599:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693798.202601:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dfc00.
02000000:00000001:0.0:1790693798.202604:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693798.202605:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693798.202607:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026ea00.
00000100:00000001:0.0:1790693798.202609:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693798.202611:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202612:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.202616:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026fb80 x1877674101360896/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202622:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693798.202623:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693798.202624:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693798.202627:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693798.202628:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693798.202630:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693798.202632:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693798.202633:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dd400.
02000000:00000001:0.0:1790693798.202635:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693798.202637:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693798.202638:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026fb80.
00000100:00000001:0.0:1790693798.202640:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693798.202642:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202643:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.202646:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026df80 x1877674101361024/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202652:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693798.202654:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693798.202656:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693798.202658:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693798.202659:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693798.202660:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693798.202662:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693798.202663:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21dc000.
02000000:00000001:0.0:1790693798.202665:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693798.202666:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693798.202667:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026df80.
00000100:00000001:0.0:1790693798.202669:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693798.202671:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202673:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693798.202676:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd026f100 x1877674101361152/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693798.202682:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693798.202683:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693798.202684:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693798.202687:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693798.202688:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693798.202689:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693798.202690:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693798.202692:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dd21de800.
02000000:00000001:0.0:1790693798.202694:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693798.202695:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693798.202697:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd026f100.
00000100:00000001:0.0:1790693798.202699:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693798.202700:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202702:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693798.202708:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693798.202709:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.202712:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693798.202713:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.583537:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693798.583540:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693798.583546:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693798.583546:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.583550:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693798.583554:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693798.583556:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693798.583558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.583564:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693798.583565:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693798.583566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693798.583569:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693798.583570:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693798.583570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.583574:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693798.583577:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1790693798.583578:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693798.583579:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693798.583580:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693798.583583:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.583584:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693798.583585:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693798.583589:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693798.583593:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693798.583594:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693798.583597:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693798.583611:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693798.583616:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693798.583619:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693798.584238:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693798.584241:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693798.584243:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693798.584246:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693798.584248:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693798.584250:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693798.584252:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693798.584254:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693798.584257:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693799.223681:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693799.223688:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693799.223691:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693799.223696:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693799.223700:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693799.223704:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693799.223707:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693799.223711:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693799.223714:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693799.543510:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298955523, at 4298955584
00000100:00000040:1.0:1790693799.543510:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298955523, at 4298955584
00000100:00000010:0.0:1790693799.543524:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000010:1.0:1790693799.543524:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190f00.
00000100:00000001:1.0:1790693799.607581:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693799.607589:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693799.607592:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693799.607598:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693799.607602:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693799.607605:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693799.607608:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693799.607611:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693799.607614:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693799.607616:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693799.607621:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693799.607622:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693799.607626:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693799.607629:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693799.607632:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693799.607634:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693799.607636:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693799.607638:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693799.608093:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693799.608097:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693799.608099:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693799.608101:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693799.608103:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693799.608106:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693799.608108:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693799.608110:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693799.608112:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693799.608131:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693799.608133:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693799.608138:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693799.608139:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693799.608142:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693799.608144:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693799.608147:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693799.608148:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693799.608391:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693799.608394:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693799.608413:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693800.247508:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693800.247516:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693800.247518:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693800.247537:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693800.247542:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693800.247545:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693800.247548:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693800.247550:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693800.247553:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693800.631502:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693800.631502:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693800.631511:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693800.631525:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693800.631530:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693800.631534:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693800.631538:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693800.631540:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693800.631543:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693800.631546:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693800.631592:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693800.631594:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693800.631597:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693800.631599:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693800.631601:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693800.631603:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693800.631604:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693800.631606:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632944:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693800.632949:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632954:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693800.632957:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693800.632959:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693800.632963:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632966:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693800.632968:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632971:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632973:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632976:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693800.632978:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693800.632979:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693800.632982:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632983:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693800.632985:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632986:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632988:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693800.632992:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693800.632994:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693800.633013:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693800.633015:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693800.633018:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693800.633080:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693800.633083:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693800.633085:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693800.633087:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693800.633090:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693800.633091:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693800.633094:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693800.633095:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693800.633097:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693801.271516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693801.271531:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693801.271533:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693801.271538:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693801.271542:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693801.271546:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693801.271548:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693801.271551:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693801.271555:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693801.655526:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693801.655533:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693801.655539:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693801.655540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693801.655543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693801.655545:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693801.655549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693801.655550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693801.655597:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693801.655602:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693801.655604:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693801.655612:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693801.655616:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693801.655620:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693801.655623:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693801.655625:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693801.655628:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693801.655677:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693801.655680:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693801.655682:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693801.655685:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693801.655687:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693801.655689:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693801.655691:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693801.655692:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693801.655695:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693801.658068:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693801.658075:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693801.658077:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693801.658083:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693801.658086:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693801.658090:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693801.658092:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693801.658094:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1790693801.658098:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1790693801.658098:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693801.658103:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693801.658107:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693802.295605:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693802.295610:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693802.295612:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693802.295663:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693802.295666:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693802.295668:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693802.295671:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693802.295673:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693802.295674:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693802.679579:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693802.679586:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693802.679587:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693802.679594:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693802.679595:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693802.679596:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693802.679598:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693802.679602:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693802.679603:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693802.679606:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693802.679608:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693802.679611:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693802.679613:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693802.679615:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693802.679617:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693802.679618:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1790693802.679621:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693802.679623:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693802.679626:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693802.679627:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693802.679631:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693802.679633:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693802.679636:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693802.679662:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693802.679667:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693802.679669:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693802.679669:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693802.679673:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1790693802.679674:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693802.679675:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693802.679680:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1790693802.679681:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693802.679684:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693802.679685:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693802.679688:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693802.679689:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693802.679702:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693802.679703:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693802.679706:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693802.679708:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693802.679710:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693802.679776:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693802.679779:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693802.679781:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693803.319925:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693803.319936:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693803.319938:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693803.319943:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693803.319948:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693803.319955:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4286
00000400:00000200:3.0:1790693803.319963:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693803.319969:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693803.319974:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693803.319977:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.319980:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.319982:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.319985:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693803.319993:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693803.319995:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693803.319998:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693803.320001:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693803.320003:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693803.320006:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693803.320009:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320012:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.320015:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320017:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693803.320020:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693803.320023:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320026:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693803.320029:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693803.320033:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693803.320036:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320038:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693803.320040:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693803.320049:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560e00.
00000020:00000040:3.0:1790693803.320054:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693803.320057:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693803.320059:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320062:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693803.320065:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693803.320069:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693803.320076:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000100:00000001:3.0:1790693803.320082:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693803.320090:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693803.320100:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693803.320103:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693803.320108:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1a811b4] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693803.320128:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693803.320131:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693803.320134:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693803.320135:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693803.320137:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693803.320140:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693803.320143:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4286
00000400:00000200:3.0:1790693803.320147:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693803.320151:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693803.320153:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693803.320156:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320158:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693803.320160:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693803.320161:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320165:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693803.320166:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693803.320170:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1790693803.320171:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1790693803.320174:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693803.320178:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1790693803.320181:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693803.320181:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693803.320186:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693803.320191:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:3.0:1790693803.320198:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693803.320199:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693803.320202:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693803.320203:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693803.320206:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320209:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693803.320211:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693803.320214:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320216:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693803.320217:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693803.320218:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693803.320222:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693803.320223:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693803.320226:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693803.320228:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320231:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:0.0:1790693803.320234:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101361280:192.168.204.134@tcp:250:
00000008:00100000:3.0:1790693803.320236:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1790693803.320242:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1790693803.320243:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320247:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.320249:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1790693803.320252:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563800.
02000000:00000001:0.0:1790693803.320253:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.320258:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1790693803.320258:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693803.320263:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693803.320265:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693803.320266:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
00000100:00000001:3.0:1790693803.320267:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693803.320271:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693803.320271:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693803.320274:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.320280:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000010:3.0:1790693803.320280:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00000001:3.0:1790693803.320285:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693803.320287:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00100000:3.0:1790693803.320293:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1790693803.320296:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000001:3.0:1790693803.320304:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1790693803.320305:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361280, portal 25
00000100:00000001:3.0:1790693803.320307:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.320310:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1790693803.320313:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db545c3d] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.320314:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932671488 : -115045776880128 : ffff975dd1560e00)
00000100:00000001:3.0:1790693803.320322:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693803.320324:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693803.320330:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693803.320331:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693803.320332:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1790693803.320335:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693803.320337:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693803.320341:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4286
00000400:00000200:3.0:1790693803.320349:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693803.320353:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1790693803.320354:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693803.320358:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693803.320362:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693803.320365:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000010:0.0:1790693803.320368:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000001:3.0:1790693803.320368:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.320373:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000200:0.0:1790693803.320376:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101361280, offset 0
00000100:00000001:3.0:1790693803.320376:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693803.320382:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693803.320383:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693803.320385:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693803.320388:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000400:00000200:0.0:1790693803.320389:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000020:00000001:3.0:1790693803.320393:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693803.320415:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:3.0:1790693803.320418:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320420:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.320423:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320425:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693803.320428:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:3.0:1790693803.320431:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320434:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.320435:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693803.320437:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693803.320441:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693803.320444:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.320445:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:3.0:1790693803.320447:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693803.320450:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693803.320455:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.320458:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1790693803.320458:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693803.320464:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562300.
00000400:00000200:0.0:1790693803.320465:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000020:00000040:3.0:1790693803.320470:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000400:00000200:0.0:1790693803.320471:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790693803.320475:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1790693803.320476:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
02000000:00000001:3.0:1790693803.320478:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320481:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693803.320482:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693803.320484:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693803.320488:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000400:00000200:0.0:1790693803.320493:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7057:7057:256:4294967295] 192.168.204.134@tcp LPNI seq info [7052:7052:8:4294967295]
00000100:00000001:3.0:1790693803.320493:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.320503:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.320511:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1790693803.320515:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1790693803.320519:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.320526:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000100:00000001:3.0:1790693803.320528:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693803.320531:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1790693803.320536:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000040:3.0:1790693803.320537:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001abf7409] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1790693803.320542:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693803.320553:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693803.320554:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693803.320558:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1790693803.320559:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693803.320563:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693803.320565:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693803.320566:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693803.320570:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693803.320573:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4286
00000800:00000100:0.0:1790693803.320583:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000400:00000200:3.0:1790693803.320583:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000800:00000010:0.0:1790693803.320588:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:3.0:1790693803.320591:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693803.320595:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693803.320598:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320600:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.320602:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320604:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693803.320607:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693803.320608:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693803.320610:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693803.320612:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693803.320614:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693803.320616:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693803.320618:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320620:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.320622:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320624:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693803.320626:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693803.320629:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320631:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693803.320633:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693803.320636:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693803.320638:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320640:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693803.320643:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693803.320645:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320647:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693803.320650:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561f80.
00000100:00000001:2.0:1790693803.320780:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693803.320783:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693803.320785:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693803.320789:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693803.320791:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693803.320798:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693803.320802:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693803.320803:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693803.320806:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693803.320878:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:3.0:1790693803.320882:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693803.320883:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320884:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693803.320886:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693803.320887:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693803.320892:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693803.320895:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693803.320900:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693803.320906:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693803.320907:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693803.320911:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000020a3eb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693803.320919:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693803.320922:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693803.320925:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693803.320926:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693803.320928:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693803.320931:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693803.320933:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4286
00000400:00000200:3.0:1790693803.320937:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693803.320940:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693803.320942:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693803.320945:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320947:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.320949:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320952:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693803.320955:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693803.320957:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693803.320958:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693803.320960:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693803.320962:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693803.320964:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693803.320967:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320968:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693803.320970:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320972:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693803.320974:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:3.0:1790693803.320977:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693803.320979:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693803.320981:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693803.320984:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693803.320986:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320988:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693803.320990:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693803.320992:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.320993:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693803.320997:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1562d80.
00000020:00000040:3.0:1790693803.320999:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693803.321002:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693803.321003:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.321004:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693803.321006:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693803.321008:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693803.321011:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:3.0:1790693803.321014:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.321015:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1790693803.321019:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693803.321025:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693803.321034:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693803.321038:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:3.0:1790693803.321044:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693803.321046:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693803.321051:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021b469bb] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321055:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693803.321062:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693803.321063:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693803.321068:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4297)
00000100:00000001:0.0:1790693803.321077:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.321081:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321088:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.321090:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693803.321097:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.321101:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693803.321104:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298960643
00000100:00000010:0.0:1790693803.321109:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000001:0.0:1790693803.321114:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693803.321120:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298960643
00000100:00000010:0.0:1790693803.321122:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190420.
00000100:00000001:0.0:1790693803.321125:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693803.321128:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693803.321130:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.321133:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693803.321137:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693803/real 1790693803]  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693803.321146:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693803.321148:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693803.321150:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693803.321152:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693803.321154:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693803.321156:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693803.321159:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693803.321166:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321182:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693803.321183:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.321185:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.321187:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693803.321192:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321199:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693803.321203:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321308:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693803.321311:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.321372:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.321374:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.321377:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693803.321379:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693803.321382:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693803.321387:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693803.321389:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693803.321394:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693803.321419:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101361280:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693803.321433:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.321435:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.321438:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560e00 x1877674101361280/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321444:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693803.321447:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693803.321449:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693803.321453:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693803.321455:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693803.321456:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693803.321458:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693803.321460:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693803.321464:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693803.321466:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693803.321468:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560e00.
00000100:00000001:0.0:1790693803.321471:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693803.321472:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.321474:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.321539:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693803.321542:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.321544:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693803.321546:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693803.321547:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693803.321552:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321559:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693803.321560:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.321562:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693803.321564:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693803.321566:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693803.321569:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361408:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693803.321572:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693803.321574:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693803.321576:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.321578:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693803.321581:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693803.321583:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.321587:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693803.321590:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693803.321713:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693803.321718:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361408, portal 10
00000100:00000001:0.0:1790693803.321720:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693803.321721:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932682240 : -115045776869376 : ffff975dd1563800)
00000100:00000040:0.0:1790693803.321728:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321742:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693803.321744:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693803.321747:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693803.321750:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101361408, offset 0
00000400:00000200:0.0:1790693803.321754:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693803.321760:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.321764:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693803.321768:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693803.321771:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693803.321773:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693803.321776:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693803.321835:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7058:7058:256:4294967295] 192.168.204.134@tcp LPNI seq info [7053:7053:8:4294967295]
00000400:00000200:0.0:1790693803.321840:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.321846:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693803.321851:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.321855:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693803.321867:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693803.321870:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693803.321874:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693803.321876:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693803.321880:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.321881:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693803.321884:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693803.321887:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693803.321891:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693803.321893:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693803.321896:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693803.321899:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321906:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.321909:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321914:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.321916:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693803.321919:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693803.321923:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693803.321926:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693803.321928:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298959380
00000100:00000001:0.0:1790693803.321931:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.321934:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298959380
00000100:00000001:0.0:1790693803.321937:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.321938:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693803.321940:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.321942:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693803.321945:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693803/real 1790693803]  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693803.321953:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693803.321954:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693803.321955:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693803.321958:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693803.321959:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693803.321961:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693803.321964:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693803.321971:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321976:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693803.321977:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.321979:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.321981:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693803.321984:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.321990:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693803.321994:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322001:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693803.322003:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322004:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.322006:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322008:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693803.322009:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693803.322012:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693803.322016:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693803.322018:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693803.322022:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693803.322029:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361408:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693803.322032:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693803.322036:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322049:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693803.322051:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.322053:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693803.322055:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693803.322057:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693803.322060:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361536:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693803.322063:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693803.322064:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693803.322066:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.322067:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693803.322070:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693803.322072:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.322076:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693803.322078:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693803.322081:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693803.322084:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361536, portal 10
00000100:00000001:0.0:1790693803.322086:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693803.322087:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932676864 : -115045776874752 : ffff975dd1562300)
00000100:00000040:0.0:1790693803.322093:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322099:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693803.322101:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693803.322104:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693803.322106:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101361536, offset 0
00000400:00000200:0.0:1790693803.322110:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693803.322113:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.322116:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693803.322119:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693803.322121:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693803.322123:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693803.322125:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693803.322128:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7059:7059:256:4294967295] 192.168.204.134@tcp LPNI seq info [7054:7054:8:4294967295]
00000400:00000200:0.0:1790693803.322132:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.322137:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693803.322142:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.322145:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693803.322148:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693803.322150:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693803.322152:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693803.322154:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693803.322156:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.322157:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693803.322159:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693803.322161:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693803.322163:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693803.322165:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693803.322166:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693803.322169:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322173:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.322176:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322179:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.322180:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693803.322182:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693803.322184:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693803.322186:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693803.322188:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298959386
00000100:00000001:0.0:1790693803.322189:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.322190:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298959386
00000100:00000001:0.0:1790693803.322192:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.322193:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693803.322194:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.322195:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693803.322199:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693803/real 1790693803]  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693803.322205:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693803.322207:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693803.322208:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693803.322218:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693803.322220:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693803.322222:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693803.322226:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693803.322234:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322240:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693803.322242:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322243:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.322245:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693803.322247:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322252:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693803.322254:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322258:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693803.322259:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322260:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.322261:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322262:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693803.322263:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693803.322264:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693803.322266:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693803.322267:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693803.322269:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693803.322273:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361536:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693803.322276:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693803.322278:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322281:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693803.322283:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.322285:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693803.322286:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693803.322288:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693803.322291:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361664:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693803.322293:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693803.322295:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693803.322297:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.322299:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693803.322302:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693803.322304:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.322308:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693803.322310:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693803.322313:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693803.322326:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361664, portal 4
00000100:00000001:0.0:1790693803.322327:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693803.322329:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675968 : -115045776875648 : ffff975dd1561f80)
00000100:00000040:0.0:1790693803.322335:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322340:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693803.322342:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693803.322344:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693803.322345:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101361664, offset 0
00000400:00000200:0.0:1790693803.322348:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693803.322350:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.322352:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693803.322354:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693803.322356:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693803.322357:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693803.322359:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693803.322360:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7060:7060:256:4294967295] 192.168.204.134@tcp LPNI seq info [7055:7055:8:4294967295]
00000400:00000200:0.0:1790693803.322363:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.322367:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693803.322369:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.322371:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693803.322374:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693803.322375:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693803.322378:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693803.322380:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693803.322382:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.322383:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693803.322385:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693803.322387:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693803.322389:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693803.322390:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693803.322391:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693803.322393:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322416:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.322418:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322422:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.322422:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693803.322425:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693803.322426:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693803.322428:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693803.322429:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298959381
00000100:00000001:0.0:1790693803.322431:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.322432:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298959381
00000100:00000001:0.0:1790693803.322434:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.322435:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693803.322436:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.322437:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693803.322439:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693803/real 1790693803]  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693803.322443:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693803.322444:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693803.322445:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693803.322446:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693803.322447:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693803.322448:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693803.322450:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693803.322455:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322459:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693803.322460:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322460:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.322461:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693803.322463:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322466:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693803.322468:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322472:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693803.322473:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322474:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.322475:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322476:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693803.322476:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693803.322478:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693803.322480:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693803.322487:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693803.322491:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693803.322498:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361664:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693803.322501:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693803.322504:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322515:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693803.322516:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.322518:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693803.322520:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693803.322522:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693803.322524:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361792:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693803.322528:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693803.322529:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693803.322531:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693803.322532:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693803.322536:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693803.322537:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693803.322540:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693803.322543:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693803.322545:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693803.322548:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361792, portal 4
00000100:00000001:0.0:1790693803.322549:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693803.322550:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932679552 : -115045776872064 : ffff975dd1562d80)
00000100:00000040:0.0:1790693803.322554:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322558:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693803.322559:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693803.322560:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693803.322562:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101361792, offset 0
00000400:00000200:0.0:1790693803.322564:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693803.322566:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.322568:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693803.322570:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693803.322572:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693803.322573:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693803.322574:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693803.322576:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7061:7061:256:4294967295] 192.168.204.134@tcp LPNI seq info [7056:7056:8:4294967295]
00000400:00000200:0.0:1790693803.322579:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693803.322583:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693803.322585:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.322587:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693803.322589:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693803.322591:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1790693803.322600:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693803.322603:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1790693803.322607:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693803.322608:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693803.322611:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693803.322613:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693803.322616:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693803.322618:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693803.322676:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693803.322689:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322697:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.322700:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322704:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.322705:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693803.322708:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693803.322710:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693803.322712:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693803.322714:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298959386
00000100:00000001:0.0:1790693803.322715:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.322716:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298959386
00000100:00000001:0.0:1790693803.322718:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298960643
00000100:00000001:0.0:1790693803.322719:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693803.322720:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.322722:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693803.322724:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693803/real 1790693803]  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693803.322729:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693803.322729:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693803.322730:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693803.322732:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693803.322733:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693803.322734:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693803.322736:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693803.322740:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322744:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693803.322744:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322745:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.322746:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693803.322748:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322752:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693803.322754:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322757:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693803.322758:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322759:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693803.322760:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322761:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693803.322761:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693803.322763:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693803.322764:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693803.322767:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693803.322769:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693803.322773:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101361792:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693803.322775:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322783:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.322787:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563800 x1877674101361408/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322796:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693803.322797:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693803.322799:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693803.322802:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693803.322804:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693803.322805:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693803.322807:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693803.322809:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:0.0:1790693803.322811:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693803.322813:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693803.322814:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563800.
00000100:00000001:0.0:1790693803.322817:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693803.322818:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322820:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.322823:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562300 x1877674101361536/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322830:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693803.322831:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693803.322832:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693803.322834:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693803.322835:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693803.322836:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693803.322838:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693803.322840:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:0.0:1790693803.322843:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693803.322844:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693803.322845:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562300.
00000100:00000001:0.0:1790693803.322848:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693803.322849:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322850:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.322853:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561f80 x1877674101361664/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322859:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693803.322861:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693803.322862:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693803.322865:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693803.322866:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693803.322867:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693803.322868:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693803.322869:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:0.0:1790693803.322871:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693803.322872:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693803.322874:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561f80.
00000100:00000001:0.0:1790693803.322876:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693803.322877:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322878:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693803.322881:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1562d80 x1877674101361792/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693803.322888:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693803.322889:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693803.322890:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693803.322892:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693803.322893:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693803.322895:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693803.322897:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693803.322898:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:0.0:1790693803.322900:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693803.322901:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693803.322902:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1562d80.
00000100:00000001:0.0:1790693803.322904:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693803.322906:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322907:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.322912:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693803.322913:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.322915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693803.322917:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693803.703521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693803.703528:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693803.703530:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693803.703536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693803.703539:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693803.703543:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.703546:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693803.703547:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693803.703549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693803.703591:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693803.703595:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693803.703597:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693803.703612:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693803.703615:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693803.703617:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693803.703619:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693803.703621:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693803.703623:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693803.706431:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693803.706438:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693803.706440:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693803.706444:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:3.0:1790693803.706448:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693803.706451:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693803.706454:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693803.706456:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693803.706459:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693803.706483:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693803.706485:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693803.706490:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693803.706491:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693803.706495:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693803.706496:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693803.706500:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693803.706501:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693803.706553:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693803.706688:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693803.706691:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693804.343532:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693804.343540:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693804.343542:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693804.343546:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693804.343549:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693804.343553:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693804.343556:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693804.343558:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693804.343561:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693804.663556:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298960643, at 4298960704
00000100:00000040:0.0:1790693804.663563:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298960643, at 4298960704
00000100:00000010:1.0:1790693804.663572:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190420.
00000100:00000010:0.0:1790693804.663574:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00010000:00000001:3.0:1790693804.727486:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693804.727489:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693804.727493:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693804.727495:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693804.727500:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693804.727502:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693804.727505:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693804.727505:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693804.727511:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693804.727513:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693804.727515:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693804.727516:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693804.727521:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693804.727523:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693804.727524:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693804.727524:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693804.727526:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693804.727527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693804.727531:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693804.727531:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693804.727533:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693804.727534:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693804.727536:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693804.727539:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693804.727541:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693804.727543:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693804.727546:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693804.727547:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693804.727550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693804.727551:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693804.727555:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693804.727555:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693804.727558:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693804.727559:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693804.727564:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1790693804.727564:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693804.727568:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693804.727573:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693805.367505:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693805.367513:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693805.367516:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693805.367522:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693805.367526:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693805.367528:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693805.367530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693805.367531:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693805.367533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693805.751529:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693805.751530:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693805.751536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693805.751537:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693805.751541:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693805.751545:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693805.751547:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693805.751548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693805.751553:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693805.751555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693805.751558:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693805.751558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693805.751563:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693805.751564:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693805.751566:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693805.751567:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693805.751572:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693805.751624:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693805.751628:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693805.751630:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693805.751632:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693805.751646:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693805.751648:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693805.751650:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693805.751652:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693805.751654:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693805.752300:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693805.752304:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1790693805.752305:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1790693805.752306:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693805.752311:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693805.752311:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00010000:1.0:1790693805.752316:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693805.752321:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693805.752325:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693805.752328:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693805.752330:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693805.752332:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693806.391638:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693806.391646:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693806.391648:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693806.391653:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693806.391656:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693806.391659:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693806.391662:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693806.391663:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693806.391666:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693806.775527:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693806.775532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693806.775535:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693806.775537:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693806.775539:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693806.775545:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693806.775547:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693806.775550:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693806.775551:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693806.775556:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693806.775556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693806.775558:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693806.775560:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693806.775562:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693806.775566:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693806.775567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693806.775570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693806.775607:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693806.775610:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693806.775626:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693806.775670:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693806.775673:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693806.775675:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693806.775678:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693806.775680:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693806.775681:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693806.775683:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693806.775685:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693806.775687:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693806.775741:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693806.775744:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693806.775744:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693806.775746:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693806.775748:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693806.775749:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693806.775750:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693806.775751:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693806.775752:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693807.415516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693807.415525:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693807.415527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693807.415533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693807.415536:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693807.415539:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693807.415542:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693807.415544:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693807.415547:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693807.799519:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693807.799522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693807.799527:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693807.799527:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693807.799529:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693807.799529:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693807.799535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693807.799535:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693807.799538:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693807.799538:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693807.799542:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693807.799542:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693807.799544:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693807.799546:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693807.799549:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693807.799551:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693807.799552:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693807.799554:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693807.799631:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693807.799635:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693807.799637:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693807.799640:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693807.799642:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693807.799644:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693807.799646:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693807.799648:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693807.799649:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693807.799723:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693807.799728:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693807.799730:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693807.799734:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693807.799738:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693807.799740:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693807.799742:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693807.799745:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693807.799749:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693807.799751:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693807.799754:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693807.799756:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693807.799760:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693807.799762:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693807.799834:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693807.799837:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693807.799839:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693808.439512:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693808.439513:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693808.439521:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1790693808.439523:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693808.439525:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439526:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693808.439532:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00080000:3.0:1790693808.439532:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693808.439538:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693808.439539:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693808.439544:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693808.439548:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1790693808.439549:0:29674:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4292
00000100:00000001:2.0:1790693808.439552:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693808.439556:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693808.439561:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693808.439567:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693808.439569:0:29674:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693808.439572:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439575:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439578:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439579:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693808.439598:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693808.439658:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693808.439662:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693808.439665:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693808.439666:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693808.439668:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693808.439671:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439672:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439673:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439675:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693808.439677:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693808.439679:0:29674:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439681:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693808.439683:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693808.439685:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693808.439687:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439688:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693808.439690:0:29674:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693808.439698:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563100.
00000020:00000040:3.0:1790693808.439701:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693808.439704:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693808.439705:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439708:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693808.439710:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693808.439713:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693808.439719:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095800.
00000100:00000001:3.0:1790693808.439723:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693808.439730:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693808.439741:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693808.439744:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693808.439747:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0521de] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693808.439768:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693808.439781:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693808.439784:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693808.439786:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693808.439787:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693808.439790:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693808.439792:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4292
00000400:00000200:3.0:1790693808.439795:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693808.439797:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693808.439799:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693808.439801:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439802:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439804:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439805:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693808.439807:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693808.439808:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693808.439809:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693808.439810:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693808.439812:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693808.439813:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000040:3.0:1790693808.439815:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439816:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439817:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439818:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693808.439820:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00080000:3.0:1790693808.439822:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439823:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693808.439824:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693808.439828:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693808.439829:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439830:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693808.439833:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693808.439836:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439837:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693808.439839:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
00000020:00000040:3.0:1790693808.439841:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693808.439843:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693808.439843:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439845:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693808.439845:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693808.439847:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693808.439849:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7096000.
00000100:00000001:3.0:1790693808.439851:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693808.439855:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693808.439859:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693808.439860:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693808.439863:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693808.439867:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693808.439869:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693808.439870:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693808.439871:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693808.439872:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693808.439874:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693808.439876:0:29674:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4292
00000400:00000200:3.0:1790693808.439878:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693808.439879:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693808.439880:0:29674:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693808.439882:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439883:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439884:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439885:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693808.439887:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693808.439887:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693808.439888:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693808.439889:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693808.439890:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:3.0:1790693808.439892:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:3.0:1790693808.439893:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439894:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439895:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439897:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693808.439898:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:3.0:1790693808.439899:0:29674:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439901:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693808.439902:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693808.439903:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693808.439904:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439905:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693808.439906:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693808.439907:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439908:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693808.439909:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000020:00000040:3.0:1790693808.439911:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693808.439912:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693808.439913:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439914:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693808.439915:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693808.439916:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693808.439918:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097400.
00000100:00000001:3.0:1790693808.439920:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693808.439922:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693808.439925:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693808.439926:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693808.439928:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693808.439932:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693808.439933:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693808.439935:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693808.439936:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693808.439937:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693808.439938:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693808.439940:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4292
00000400:00000200:3.0:1790693808.439942:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693808.439943:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693808.439944:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693808.439946:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439947:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439948:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439949:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693808.439950:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693808.439951:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693808.439951:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693808.439952:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693808.439953:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693808.439955:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693808.439957:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439958:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.439959:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439960:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693808.439961:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693808.439962:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693808.439964:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693808.439964:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693808.439966:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693808.439967:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439968:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693808.439969:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693808.439970:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439971:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693808.439972:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
00000020:00000040:3.0:1790693808.439973:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:3.0:1790693808.439974:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693808.439975:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.439976:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693808.439976:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693808.439977:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693808.439980:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:3.0:1790693808.439982:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693808.439984:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693808.439987:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693808.439988:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693808.439990:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693808.439994:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693808.439995:0:29674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693808.439997:0:29674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693808.439998:0:29674:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693808.439999:0:29674:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693808.440001:0:29674:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693808.440002:0:29674:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4292
00000400:00000200:3.0:1790693808.440003:0:29674:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693808.440005:0:29674:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693808.440006:0:29674:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693808.440007:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.440008:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.440009:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.440010:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693808.440011:0:29674:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693808.440012:0:29674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693808.440013:0:29674:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693808.440014:0:29674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693808.440015:0:29674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693808.440016:0:29674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:3.0:1790693808.440017:0:29674:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.440018:0:29674:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693808.440019:0:29674:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693808.440020:0:29674:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693808.440021:0:29674:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:3.0:1790693808.440023:0:29674:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693808.440024:0:29674:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693808.440025:0:29674:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693808.440026:0:29674:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693808.440027:0:29674:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.440028:0:29674:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693808.440029:0:29674:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693808.440030:0:29674:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.440032:0:29674:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693808.440033:0:29674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000020:00000040:3.0:1790693808.440034:0:29674:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693808.440035:0:29674:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693808.440036:0:29674:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693808.440037:0:29674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693808.440038:0:29674:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693808.440038:0:29674:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693808.440040:0:29674:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693808.440041:0:29674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693808.440043:0:29674:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693808.440047:0:29674:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693808.440048:0:29674:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693808.440049:0:29674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693808.440053:0:29674:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693808.440056:0:29674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4302)
00000100:00000001:0.0:1790693808.441297:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693808.441300:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693808.441302:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693808.441311:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441318:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693808.441320:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.441323:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693808.441325:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693808.441327:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693808.441329:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101361920:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693808.441332:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693808.441335:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693808.441337:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.441339:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693808.441344:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693808.441346:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693808.441350:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693808.441354:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693808.441358:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693808.441363:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101361920, portal 25
00000100:00000001:0.0:1790693808.441365:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693808.441366:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932680448 : -115045776871168 : ffff975dd1563100)
00000100:00000040:0.0:1790693808.441370:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441376:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693808.441378:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693808.441388:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693808.441391:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101361920, offset 0
00000400:00000200:0.0:1790693808.441412:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693808.441418:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.441423:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693808.441427:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693808.441431:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693808.441434:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693808.441436:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693808.441439:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7062:7062:256:4294967295] 192.168.204.134@tcp LPNI seq info [7057:7057:8:4294967295]
00000400:00000200:0.0:1790693808.441442:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.441448:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693808.441452:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.441456:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693808.441461:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693808.441463:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790693808.441467:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693808.441469:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1790693808.441472:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.441475:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693808.441481:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693808.441486:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693808.441490:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693808.441493:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693808.441498:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693808.441502:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441512:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.441515:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441522:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.441524:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693808.441529:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693808.441533:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693808.441541:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298965764
00000100:00000010:0.0:1790693808.441547:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000001:0.0:1790693808.441553:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693808.441558:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298965764
00000100:00000010:0.0:1790693808.441561:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190540.
00000100:00000001:0.0:1790693808.441564:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693808.441567:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693808.441570:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.441572:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693808.441576:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693808/real 1790693808]  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693808.441596:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693808.441598:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693808.441600:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693808.441603:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693808.441607:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693808.441610:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693808.441613:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693808.441622:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441633:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693808.441635:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.441637:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.441639:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693808.441643:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441649:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693808.441653:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441660:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693808.441662:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.441664:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.441665:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.441667:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693808.441669:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693808.441672:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693808.441676:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693808.441678:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693808.441682:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693808.441689:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101361920:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693808.441693:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693808.441697:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441704:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693808.441705:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.441707:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693808.441709:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693808.441711:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693808.441714:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362048:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693808.441717:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693808.441719:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693808.441720:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.441722:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693808.441725:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693808.441727:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693808.441731:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693808.441733:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693808.441736:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693808.441739:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362048, portal 10
00000100:00000001:0.0:1790693808.441741:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693808.441742:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:0.0:1790693808.441748:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441754:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693808.441756:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693808.441758:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693808.441760:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101362048, offset 0
00000400:00000200:0.0:1790693808.441764:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693808.441768:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.441771:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693808.441774:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693808.441776:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693808.441779:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693808.441781:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693808.441783:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7063:7063:256:4294967295] 192.168.204.134@tcp LPNI seq info [7058:7058:8:4294967295]
00000400:00000200:0.0:1790693808.441785:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.441789:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693808.441791:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.441794:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693808.441796:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693808.441798:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790693808.441801:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693808.441802:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1790693808.441805:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.441806:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693808.441808:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693808.441810:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693808.441812:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693808.441813:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693808.441814:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693808.441817:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441821:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.441823:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441827:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.441828:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693808.441830:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693808.441833:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693808.441835:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693808.441836:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298964500
00000100:00000001:0.0:1790693808.441838:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.441839:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298964500
00000100:00000001:0.0:1790693808.441841:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.441842:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693808.441843:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.441844:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693808.441846:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693808/real 1790693808]  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693808.441850:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693808.441851:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693808.441852:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693808.441853:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693808.441854:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693808.441856:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693808.441857:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693808.441861:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441865:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693808.441865:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.441866:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.441867:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693808.441869:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441872:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693808.441874:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441878:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693808.441880:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.441881:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.441882:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.441883:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693808.441884:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693808.441886:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693808.441887:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693808.441889:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693808.441891:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693808.441895:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362048:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693808.441897:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693808.441899:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441903:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693808.441904:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.441905:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693808.441906:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693808.441907:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693808.441909:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362176:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693808.441910:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693808.441911:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693808.441912:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.441913:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693808.441915:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693808.441916:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693808.441918:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693808.441920:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693808.441921:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693808.441923:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362176, portal 10
00000100:00000001:0.0:1790693808.441924:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693808.441925:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:0.0:1790693808.441928:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.441932:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693808.441933:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693808.441934:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693808.441935:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101362176, offset 0
00000400:00000200:0.0:1790693808.441937:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693808.441939:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.441941:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693808.441943:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693808.441944:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693808.441946:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693808.441947:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693808.441949:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7064:7064:256:4294967295] 192.168.204.134@tcp LPNI seq info [7059:7059:8:4294967295]
00000400:00000200:0.0:1790693808.441951:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.441955:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693808.441957:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.441958:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693808.441961:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693808.441962:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790693808.442013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693808.442015:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1790693808.442017:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.442018:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693808.442020:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693808.442062:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693808.442065:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693808.442067:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693808.442070:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693808.442074:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442081:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442084:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442090:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.442092:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693808.442095:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693808.442097:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693808.442100:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693808.442102:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298964506
00000100:00000001:0.0:1790693808.442105:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.442107:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298964506
00000100:00000001:0.0:1790693808.442109:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.442111:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693808.442113:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.442114:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693808.442116:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693808/real 1790693808]  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693808.442121:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693808.442122:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693808.442123:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693808.442125:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693808.442126:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693808.442127:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693808.442129:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693808.442134:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442138:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693808.442138:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442139:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.442140:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693808.442142:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442146:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693808.442148:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442152:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693808.442153:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442155:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.442156:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442157:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693808.442159:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693808.442162:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693808.442165:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693808.442166:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693808.442170:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693808.442177:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362176:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693808.442180:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693808.442183:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442190:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693808.442191:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.442193:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693808.442195:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693808.442197:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693808.442199:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362304:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693808.442202:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693808.442204:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693808.442206:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.442207:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693808.442210:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693808.442212:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693808.442215:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693808.442218:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693808.442221:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693808.442224:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362304, portal 4
00000100:00000001:0.0:1790693808.442226:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693808.442227:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:0.0:1790693808.442232:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442242:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693808.442244:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693808.442246:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693808.442248:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101362304, offset 0
00000400:00000200:0.0:1790693808.442252:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693808.442255:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.442258:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693808.442260:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693808.442262:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693808.442264:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693808.442266:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693808.442269:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7065:7065:256:4294967295] 192.168.204.134@tcp LPNI seq info [7060:7060:8:4294967295]
00000400:00000200:0.0:1790693808.442272:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.442278:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693808.442281:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.442284:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693808.442287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693808.442289:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790693808.442292:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693808.442295:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1790693808.442298:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.442299:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693808.442302:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693808.442305:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693808.442307:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693808.442309:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693808.442311:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693808.442314:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442320:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442322:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442333:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.442335:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693808.442337:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693808.442340:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693808.442343:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693808.442344:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298964500
00000100:00000001:0.0:1790693808.442346:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.442348:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298964500
00000100:00000001:0.0:1790693808.442350:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.442352:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693808.442353:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.442355:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693808.442358:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693808/real 1790693808]  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693808.442364:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693808.442366:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693808.442367:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693808.442369:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693808.442371:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693808.442373:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693808.442376:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693808.442384:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442390:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693808.442391:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442392:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.442392:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693808.442395:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442414:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693808.442417:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442421:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693808.442422:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442424:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.442424:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442425:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693808.442426:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693808.442428:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693808.442429:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693808.442431:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693808.442433:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693808.442437:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362304:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693808.442440:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693808.442441:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442445:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693808.442446:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.442447:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693808.442448:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693808.442449:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693808.442451:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362432:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693808.442453:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693808.442454:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693808.442455:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693808.442456:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693808.442458:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693808.442460:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693808.442462:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693808.442463:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693808.442465:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693808.442467:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362432, portal 4
00000100:00000001:0.0:1790693808.442468:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693808.442469:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:0.0:1790693808.442473:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442479:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693808.442482:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693808.442483:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693808.442485:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101362432, offset 0
00000400:00000200:0.0:1790693808.442489:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693808.442492:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.442495:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693808.442497:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693808.442499:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693808.442501:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693808.442503:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693808.442506:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7066:7066:256:4294967295] 192.168.204.134@tcp LPNI seq info [7061:7061:8:4294967295]
00000400:00000200:0.0:1790693808.442510:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693808.442516:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693808.442520:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.442523:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693808.442526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693808.442529:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1790693808.442531:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693808.442533:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1790693808.442535:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693808.442536:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693808.442538:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693808.442540:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693808.442542:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693808.442543:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693808.442545:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693808.442547:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442552:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442554:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442558:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.442558:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693808.442560:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693808.442562:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693808.442565:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693808.442566:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298964506
00000100:00000001:0.0:1790693808.442568:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.442569:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298964506
00000100:00000001:0.0:1790693808.442570:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298965764
00000100:00000001:0.0:1790693808.442571:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693808.442572:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.442573:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693808.442575:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693808/real 1790693808]  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693808.442579:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693808.442580:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693808.442592:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693808.442595:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693808.442596:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693808.442598:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693808.442602:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693808.442610:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442615:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693808.442617:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442618:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.442619:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693808.442623:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442629:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693808.442632:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442639:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693808.442642:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442643:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693808.442644:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442646:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693808.442647:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693808.442650:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693808.442652:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693808.442654:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693808.442656:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693808.442661:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362432:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693808.442664:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442665:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442668:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563100 x1877674101361920/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442679:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693808.442682:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693808.442684:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693808.442688:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693808.442690:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693808.442692:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693808.442694:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693808.442696:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095800.
02000000:00000001:0.0:1790693808.442700:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693808.442701:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693808.442703:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563100.
00000100:00000001:0.0:1790693808.442707:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693808.442708:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442710:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442713:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101362048/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442719:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693808.442720:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693808.442721:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693808.442723:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693808.442725:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693808.442726:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693808.442727:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693808.442729:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7096000.
02000000:00000001:0.0:1790693808.442731:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693808.442732:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693808.442733:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:0.0:1790693808.442735:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693808.442736:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442737:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442740:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101362176/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442746:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693808.442748:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693808.442750:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693808.442751:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693808.442753:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693808.442754:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693808.442756:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693808.442757:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097400.
02000000:00000001:0.0:1790693808.442759:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693808.442761:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693808.442762:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:0.0:1790693808.442764:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693808.442765:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442766:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442770:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101362304/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442774:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693808.442775:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693808.442776:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693808.442778:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693808.442779:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693808.442779:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693808.442780:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693808.442781:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:0.0:1790693808.442783:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693808.442784:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693808.442784:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:0.0:1790693808.442785:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693808.442786:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442787:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693808.442789:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101362432/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693808.442792:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693808.442793:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693808.442794:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693808.442795:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693808.442795:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693808.442796:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693808.442797:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693808.442798:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:0.0:1790693808.442799:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693808.442800:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693808.442801:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:0.0:1790693808.442802:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693808.442803:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442804:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.442809:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693808.442810:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.442812:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693808.442813:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693808.823516:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693808.823517:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693808.823520:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693808.823525:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693808.823525:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693808.823526:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693808.823526:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693808.823531:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693808.823531:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.823532:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693808.823534:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693808.823536:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693808.823537:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693808.823538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693808.823538:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693808.823544:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693808.823544:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693808.823545:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693808.823549:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693808.823549:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693808.823550:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.823555:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693808.823555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693808.823558:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693808.823559:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693808.823560:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693808.823561:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.823564:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693808.823565:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693808.823565:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693808.823567:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693808.823569:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693808.823570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693808.823573:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693808.823594:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693808.823611:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693808.823613:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693808.823616:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1790693808.951589:0:29861:0:(osc_request.c:745:osc_update_next_shrink()) next time 5497 to shrink grant
00000008:00000020:0.0:1790693808.951597:0:29861:0:(osc_request.c:745:osc_update_next_shrink()) next time 5497 to shrink grant
00000008:00000020:0.0:1790693808.951600:0:29861:0:(osc_request.c:745:osc_update_next_shrink()) next time 5497 to shrink grant
00000100:00000001:2.0:1790693809.463520:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693809.463529:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693809.463531:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693809.463536:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693809.463541:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693809.463543:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.463545:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693809.463547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.463550:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693809.783524:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298965764, at 4298965824
00000100:00000040:1.0:1790693809.783524:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298965764, at 4298965824
00000100:00000010:1.0:1790693809.783541:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190540.
00000100:00000010:0.0:1790693809.783548:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00010000:00000001:3.0:1790693809.847528:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693809.847536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693809.847541:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693809.847543:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693809.847546:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693809.847548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693809.847551:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693809.847553:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693809.847650:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693809.847654:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693809.847656:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693809.847659:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693809.847663:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693809.847666:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.847668:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693809.847671:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.847675:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693809.847875:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693809.847878:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693809.847879:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693809.847881:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693809.847884:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693809.847886:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.847888:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693809.847889:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.847891:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693809.848194:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693809.848198:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693809.848201:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693809.848250:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693809.848253:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693809.848255:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693809.848257:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693809.848259:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693809.848261:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.848263:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693809.848265:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693809.848267:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693810.487502:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693810.487510:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693810.487512:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693810.487517:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693810.487521:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693810.487524:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693810.487527:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693810.487530:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693810.487533:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871595:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693810.871600:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693810.871600:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693810.871609:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693810.871609:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693810.871610:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693810.871615:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693810.871616:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871623:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693810.871624:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:1.0:1790693810.871625:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693810.871631:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693810.871631:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1790693810.871632:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693810.871638:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1790693810.871641:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693810.871641:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693810.871646:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693810.871648:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693810.871648:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693810.871652:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1790693810.871654:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693810.871654:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693810.871658:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693810.871661:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693810.871662:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871664:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871673:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871679:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693810.871682:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693810.871684:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693810.871686:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871688:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693810.871690:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871692:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871694:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693810.871701:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693810.871703:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693810.871768:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693810.871772:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693810.871773:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693810.871776:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693810.871779:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693810.871781:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693810.871783:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693810.871784:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693810.871787:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693810.871811:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693810.871815:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693810.871818:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693811.511498:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693811.511506:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693811.511508:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693811.511514:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693811.511518:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693811.511534:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693811.511538:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693811.511540:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693811.511543:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693811.895499:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693811.895499:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693811.895501:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693811.895507:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693811.895508:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693811.895509:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693811.895509:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693811.895512:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693811.895526:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693811.895526:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693811.895529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693811.895530:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1790693811.895533:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:1.0:1790693811.895533:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693811.895534:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693811.895535:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693811.895539:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693811.895540:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693811.895541:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693811.895542:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693811.895545:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693811.895545:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693811.895546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693811.895546:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693811.895552:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693811.895554:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693811.895556:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693811.895557:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693811.895558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693811.895560:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693811.895561:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693811.895562:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693811.895564:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693811.895567:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693811.895568:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693811.895592:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693811.895595:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693811.895598:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693812.535536:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693812.535551:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693812.535554:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693812.535560:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693812.535563:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693812.535567:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693812.535571:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693812.535574:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693812.535578:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693812.919529:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693812.919530:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693812.919531:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693812.919536:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693812.919537:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693812.919540:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693812.919541:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693812.919543:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693812.919545:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693812.919548:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693812.919548:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693812.919554:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693812.919555:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693812.919558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693812.919561:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693812.919562:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693812.919565:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693812.919567:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1790693812.919568:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693812.919570:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693812.919573:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693812.919576:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693812.919581:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693812.919583:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693812.919585:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693812.919587:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693812.919603:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1790693812.919608:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1790693812.919611:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1790693812.919613:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693812.919617:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693812.919624:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693812.919627:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693812.919629:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693812.919631:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693812.919676:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693812.919680:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693812.919681:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693812.919683:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693812.919686:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693812.919688:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693812.919690:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693812.919691:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693812.919693:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693813.559528:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1790693813.559534:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693813.559536:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693813.559540:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693813.559542:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1790693813.559546:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693813.559546:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693813.559551:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693813.559552:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693813.559557:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693813.559557:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693813.559562:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693813.559566:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1790693813.559568:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4297
00000100:00000001:2.0:1790693813.559570:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693813.559577:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693813.559584:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693813.559588:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693813.559592:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.559595:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.559598:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.559600:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693813.559607:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693813.559609:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:3.0:1790693813.559612:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693813.559615:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:3.0:1790693813.559617:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:3.0:1790693813.559620:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:3.0:1790693813.559623:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.559625:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.559626:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.559628:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693813.559631:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:3.0:1790693813.559634:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693813.559636:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693813.559640:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693813.559643:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693813.559646:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.559648:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693813.559651:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693813.559660:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561500.
00000020:00000040:3.0:1790693813.559664:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:3.0:1790693813.559668:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693813.559670:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.559672:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693813.559675:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693813.559679:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693813.559686:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095c00.
00000100:00000001:3.0:1790693813.559692:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693813.559701:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693813.559712:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693813.559715:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693813.559720:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6d6b282] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693813.559740:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693813.559743:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693813.559746:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693813.559747:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693813.559749:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693813.559751:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693813.559754:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4297
00000400:00000200:3.0:1790693813.559758:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693813.559762:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693813.559764:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693813.559767:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693813.559768:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693813.559773:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693813.559773:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693813.559777:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693813.559778:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.559782:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693813.559785:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1790693813.559788:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693813.559788:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:3.0:1790693813.559791:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693813.559794:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000020:00000001:3.0:1790693813.559799:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000020:00000001:3.0:1790693813.559803:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693813.559805:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693813.559808:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693813.559809:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.559812:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1790693813.559813:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1790693813.559814:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
02000000:00000001:0.0:1790693813.559817:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693813.559818:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
02000000:00000001:0.0:1790693813.559822:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693813.559823:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
00000100:00100000:0.0:1790693813.559827:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101362560:192.168.204.134@tcp:250:
00000100:00080000:3.0:1790693813.559829:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:0.0:1790693813.559833:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693813.559834:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.559837:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693813.559837:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693813.559840:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693813.559843:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693813.559847:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.559848:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:0.0:1790693813.559853:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1790693813.559853:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693813.559858:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693813.559860:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
00000100:00000001:3.0:1790693813.559861:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.559865:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693813.559868:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561880.
00000020:00000040:3.0:1790693813.559871:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000400:00000200:0.0:1790693813.559874:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
02000000:00000001:3.0:1790693813.559875:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693813.559878:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693813.559880:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000100:00000001:3.0:1790693813.559880:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693813.559883:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693813.559886:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693813.559891:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693813.559899:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362560, portal 25
02000000:00000010:3.0:1790693813.559900:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7097800.
00000100:00000001:0.0:1790693813.559904:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693813.559906:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.559907:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932673280 : -115045776878336 : ffff975dd1561500)
00000100:00100000:3.0:1790693813.559913:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693813.559917:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693813.559932:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693813.559934:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790693813.559936:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693813.559940:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000100:00000040:3.0:1790693813.559944:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6e4c238] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693813.559950:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000001:3.0:1790693813.559955:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693813.559956:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101362560, offset 0
00000100:00080000:3.0:1790693813.559960:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693813.559964:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693813.559967:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1790693813.559968:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00080000:3.0:1790693813.559969:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693813.559973:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693813.559976:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4297
00000400:00000200:0.0:1790693813.559980:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693813.559983:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693813.559988:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693813.559990:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693813.559995:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693813.559999:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693813.560003:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1790693813.560003:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1790693813.560007:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00000040:3.0:1790693813.560011:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693813.560017:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7067:7067:256:4294967295] 192.168.204.134@tcp LPNI seq info [7062:7062:8:4294967295]
00000100:00000001:3.0:1790693813.560017:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.560022:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693813.560027:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693813.560028:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693813.560033:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693813.560035:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000020:00000001:3.0:1790693813.560039:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1790693813.560043:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790693813.560044:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000020:00000001:3.0:1790693813.560049:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000200:0.0:1790693813.560054:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:3.0:1790693813.560055:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000800:00000010:0.0:1790693813.560061:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000100:00000040:3.0:1790693813.560062:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560066:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.560069:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693813.560072:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:3.0:1790693813.560073:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:0.0:1790693813.560078:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1790693813.560078:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000100:00080000:3.0:1790693813.560084:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560088:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1790693813.560089:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
02000000:00000001:3.0:1790693813.560090:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693813.560095:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1790693813.560095:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1790693813.560101:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1790693813.560104:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560105:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:0.0:1790693813.560109:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000008:00100000:3.0:1790693813.560109:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693813.560114:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.560116:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693813.560119:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1790693813.560120:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1563480.
00000020:00000040:3.0:1790693813.560124:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:3.0:1790693813.560129:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693813.560130:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.560131:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693813.560133:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693813.560134:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693813.560138:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094000.
00000100:00000001:3.0:1790693813.560141:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693813.560146:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693813.560153:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693813.560154:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693813.560158:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b5adc2] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693813.560166:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693813.560168:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693813.560179:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1790693813.560180:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693813.560182:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693813.560185:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693813.560187:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4297
00000400:00000200:3.0:1790693813.560191:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693813.560194:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693813.560196:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693813.560199:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560200:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.560203:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560205:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693813.560207:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693813.560209:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:3.0:1790693813.560210:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693813.560212:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000020:00000001:3.0:1790693813.560214:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:3.0:1790693813.560216:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000040:3.0:1790693813.560218:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560220:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.560222:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560224:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693813.560226:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00080000:3.0:1790693813.560229:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560231:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693813.560232:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693813.560235:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693813.560236:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.560238:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693813.560240:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693813.560242:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.560243:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693813.560246:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1560000.
00000020:00000040:3.0:1790693813.560248:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:3.0:1790693813.560250:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693813.560252:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.560253:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693813.560255:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693813.560256:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693813.560260:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7095400.
00000100:00000001:3.0:1790693813.560262:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693813.560266:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693813.560273:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693813.560275:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693813.560278:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0cf39f0] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693813.560286:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693813.560288:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693813.560291:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693813.560292:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693813.560293:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693813.560295:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693813.560298:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4297
00000400:00000200:0.0:1790693813.560299:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790693813.560304:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:3.0:1790693813.560307:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693813.560308:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000100:00080000:3.0:1790693813.560310:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1790693813.560313:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000040:3.0:1790693813.560315:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560318:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.560320:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693813.560321:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693813.560323:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:3.0:1790693813.560327:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1790693813.560328:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693813.560329:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000020:00000001:3.0:1790693813.560332:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693813.560335:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:3.0:1790693813.560339:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:3.0:1790693813.560345:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000001:0.0:1790693813.560346:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693813.560350:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000040:0.0:1790693813.560354:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693813.560354:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693813.560359:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560364:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:3.0:1790693813.560369:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00000001:0.0:1790693813.560370:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693813.560373:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:3.0:1790693813.560376:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693813.560377:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1790693813.560380:0:2398:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1790693813.560381:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693813.560385:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693813.560387:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693813.560389:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693813.560389:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1790693813.560393:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693813.560416:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693813.560419:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298970883
00000100:00000001:3.0:1790693813.560429:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693813.560430:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000100:00000010:3.0:1790693813.560435:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dd1561c00.
00000100:00000001:0.0:1790693813.560437:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1790693813.560438:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:3.0:1790693813.560443:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693813.560445:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.560446:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298970883
00000100:00000001:3.0:1790693813.560447:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693813.560449:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1790693813.560452:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71901e0.
02000000:00000001:3.0:1790693813.560452:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.560457:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693813.560459:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693813.560462:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693813.560463:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc7094c00.
00000100:00000001:0.0:1790693813.560465:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693813.560470:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693813.560472:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693813/real 1790693813]  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693813.560478:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693813.560498:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1790693813.560502:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1790693813.560502:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1790693813.560506:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1790693813.560509:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001561fdd8] to pc [ptlrpcd_rcv+-1]  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790693813.560511:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693813.560515:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693813.560519:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693813.560523:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693813.560525:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693813.560529:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693813.560532:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4307)
00000100:00000200:0.0:1790693813.560542:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560550:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693813.560552:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560554:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.560556:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693813.560560:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560567:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693813.560571:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560578:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693813.560580:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560582:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.560583:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560586:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693813.560587:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693813.560590:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693813.560594:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693813.560596:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693813.560600:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693813.560608:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101362560:192.168.204.134@tcp:250:
00000100:00000001:0.0:1790693813.560611:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560613:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.560623:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561500 x1877674101362560/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560634:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693813.560637:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693813.560639:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693813.560642:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693813.560644:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693813.560645:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000020:00000001:0.0:1790693813.560647:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693813.560649:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095c00.
02000000:00000001:0.0:1790693813.560653:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693813.560660:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693813.560662:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561500.
00000100:00000001:0.0:1790693813.560665:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693813.560666:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560668:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560674:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693813.560676:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.560677:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693813.560679:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693813.560680:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693813.560684:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560690:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693813.560691:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.560693:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693813.560695:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693813.560697:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693813.560700:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362688:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693813.560703:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693813.560705:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693813.560706:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.560708:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693813.560711:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693813.560713:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693813.560717:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693813.560720:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693813.560723:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693813.560726:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362688, portal 10
00000100:00000001:0.0:1790693813.560728:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693813.560729:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932674176 : -115045776877440 : ffff975dd1561880)
00000100:00000040:0.0:1790693813.560735:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560741:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693813.560743:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693813.560746:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693813.560748:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101362688, offset 0
00000400:00000200:0.0:1790693813.560752:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693813.560756:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.560760:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693813.560763:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693813.560765:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693813.560766:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693813.560768:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693813.560770:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7068:7068:256:4294967295] 192.168.204.134@tcp LPNI seq info [7063:7063:8:4294967295]
00000400:00000200:0.0:1790693813.560773:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.560777:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693813.560780:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.560782:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693813.560785:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693813.560787:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790693813.560790:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693813.560791:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1790693813.560794:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.560795:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693813.560797:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693813.560799:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693813.560801:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693813.560802:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693813.560804:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693813.560806:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560811:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.560813:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560817:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.560818:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693813.560820:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693813.560823:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693813.560824:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693813.560826:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298969619
00000100:00000001:0.0:1790693813.560828:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.560829:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298969619
00000100:00000001:0.0:1790693813.560830:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.560831:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693813.560833:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.560834:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693813.560836:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693813/real 1790693813]  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693813.560840:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693813.560841:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693813.560842:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693813.560843:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693813.560844:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693813.560845:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693813.560847:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693813.560852:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560858:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693813.560859:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560861:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.560861:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693813.560863:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560867:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693813.560869:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560872:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693813.560874:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560875:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.560875:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.560876:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693813.560878:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693813.560879:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693813.560881:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693813.560883:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693813.560885:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693813.560889:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362688:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693813.560891:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693813.560893:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560899:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693813.560900:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.560902:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693813.560904:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693813.560906:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693813.560909:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362816:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693813.560912:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693813.560913:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693813.560914:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.560916:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693813.560919:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693813.560921:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693813.560924:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693813.560926:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693813.560929:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693813.560932:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362816, portal 10
00000100:00000001:0.0:1790693813.560934:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693813.560935:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932681344 : -115045776870272 : ffff975dd1563480)
00000100:00000040:0.0:1790693813.560941:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.560946:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693813.560948:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693813.560950:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693813.560952:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101362816, offset 0
00000400:00000200:0.0:1790693813.560955:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693813.560959:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.560962:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693813.560964:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693813.560967:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693813.560969:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693813.560971:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693813.560974:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7069:7069:256:4294967295] 192.168.204.134@tcp LPNI seq info [7064:7064:8:4294967295]
00000400:00000200:0.0:1790693813.560978:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.560984:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693813.560988:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.560991:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693813.560995:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693813.560998:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790693813.561002:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693813.561004:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1790693813.561022:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.561024:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693813.561027:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693813.561030:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693813.561033:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693813.561035:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693813.561037:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693813.561041:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561048:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.561050:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561054:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.561055:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693813.561058:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693813.561060:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693813.561062:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693813.561063:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298969625
00000100:00000001:0.0:1790693813.561065:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.561066:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298969625
00000100:00000001:0.0:1790693813.561068:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.561070:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693813.561072:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.561073:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693813.561077:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693813/real 1790693813]  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693813.561089:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693813.561090:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693813.561092:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693813.561094:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693813.561096:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693813.561097:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693813.561100:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693813.561108:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561113:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693813.561114:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561116:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.561118:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693813.561121:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561137:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693813.561141:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561148:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693813.561151:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561152:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.561153:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561155:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693813.561157:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693813.561159:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693813.561162:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693813.561163:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693813.561167:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693813.561175:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362816:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693813.561178:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693813.561181:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561187:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693813.561188:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.561191:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693813.561192:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693813.561194:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693813.561196:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362944:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693813.561199:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693813.561201:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693813.561202:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.561204:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693813.561207:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693813.561209:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693813.561212:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693813.561215:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693813.561218:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693813.561221:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101362944, portal 4
00000100:00000001:0.0:1790693813.561223:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693813.561224:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932667904 : -115045776883712 : ffff975dd1560000)
00000100:00000040:0.0:1790693813.561229:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561233:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693813.561234:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693813.561236:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693813.561237:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101362944, offset 0
00000400:00000200:0.0:1790693813.561239:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693813.561242:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.561245:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693813.561247:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693813.561248:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693813.561250:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693813.561251:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693813.561253:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7070:7070:256:4294967295] 192.168.204.134@tcp LPNI seq info [7065:7065:8:4294967295]
00000400:00000200:0.0:1790693813.561256:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.561260:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693813.561262:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.561265:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693813.561268:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693813.561271:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790693813.561274:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693813.561277:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1790693813.561280:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.561282:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693813.561284:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693813.561288:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693813.561290:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693813.561292:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693813.561295:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693813.561298:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561305:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.561309:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561315:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.561316:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693813.561319:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693813.561322:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693813.561325:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693813.561328:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298969619
00000100:00000001:0.0:1790693813.561330:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.561332:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298969619
00000100:00000001:0.0:1790693813.561334:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.561336:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693813.561337:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.561339:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693813.561342:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693813/real 1790693813]  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693813.561349:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693813.561350:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693813.561351:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693813.561353:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693813.561355:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693813.561357:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693813.561360:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693813.561366:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561370:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693813.561371:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561372:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.561373:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693813.561375:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561379:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693813.561381:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561385:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693813.561386:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561387:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.561388:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561389:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693813.561390:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693813.561392:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693813.561394:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693813.561395:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693813.561413:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693813.561418:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101362944:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693813.561420:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693813.561423:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561429:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693813.561430:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.561432:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693813.561434:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693813.561435:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693813.561438:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363072:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693813.561440:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693813.561442:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693813.561443:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693813.561445:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693813.561448:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693813.561450:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693813.561453:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693813.561455:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693813.561457:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693813.561460:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101363072, portal 4
00000100:00000001:0.0:1790693813.561461:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693813.561463:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027932675072 : -115045776876544 : ffff975dd1561c00)
00000100:00000040:0.0:1790693813.561468:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561474:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693813.561475:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693813.561477:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693813.561478:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101363072, offset 0
00000400:00000200:0.0:1790693813.561481:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693813.561494:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.561498:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693813.561500:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693813.561502:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693813.561504:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693813.561507:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693813.561509:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7071:7071:256:4294967295] 192.168.204.134@tcp LPNI seq info [7066:7066:8:4294967295]
00000400:00000200:0.0:1790693813.561513:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693813.561518:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693813.561523:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.561526:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693813.561529:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693813.561531:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1790693813.561535:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693813.561538:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1790693813.561541:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693813.561543:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693813.561546:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693813.561549:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693813.561552:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693813.561553:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693813.561556:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693813.561560:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561567:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.561569:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561574:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.561576:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693813.561578:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693813.561581:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693813.561584:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693813.561586:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298969625
00000100:00000001:0.0:1790693813.561588:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.561590:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298969625
00000100:00000001:0.0:1790693813.561591:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298970883
00000100:00000001:0.0:1790693813.561593:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693813.561595:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.561597:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693813.561600:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693813/real 1790693813]  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693813.561608:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693813.561609:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693813.561611:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693813.561613:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693813.561614:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693813.561617:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693813.561619:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693813.561623:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561627:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693813.561628:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561629:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.561630:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693813.561631:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561636:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693813.561638:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561642:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693813.561643:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561644:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693813.561645:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561645:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693813.561646:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693813.561648:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693813.561649:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693813.561650:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693813.561652:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693813.561656:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dd1561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363072:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693813.561658:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561659:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.561661:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561880 x1877674101362688/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561665:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693813.561666:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693813.561667:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693813.561669:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693813.561670:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693813.561671:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693813.561672:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693813.561673:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7097800.
02000000:00000001:0.0:1790693813.561675:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693813.561676:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693813.561677:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561880.
00000100:00000001:0.0:1790693813.561679:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693813.561680:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561681:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.561682:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1563480 x1877674101362816/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561686:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693813.561686:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693813.561687:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693813.561688:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693813.561689:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693813.561689:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693813.561690:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693813.561691:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094000.
02000000:00000001:0.0:1790693813.561693:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693813.561693:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693813.561694:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1563480.
00000100:00000001:0.0:1790693813.561695:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693813.561696:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561697:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.561698:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1560000 x1877674101362944/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561702:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693813.561703:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693813.561704:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693813.561705:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693813.561706:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693813.561706:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693813.561707:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693813.561708:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7095400.
02000000:00000001:0.0:1790693813.561710:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693813.561711:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693813.561712:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1560000.
00000100:00000001:0.0:1790693813.561714:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693813.561715:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561716:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693813.561719:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dd1561c00 x1877674101363072/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693813.561724:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693813.561726:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693813.561727:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf9c00.
02000000:00000001:0.0:1790693813.561729:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693813.561730:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693813.561731:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693813.561733:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693813.561734:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc7094c00.
02000000:00000001:0.0:1790693813.561736:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693813.561736:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693813.561738:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dd1561c00.
00000100:00000001:0.0:1790693813.561740:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693813.561741:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561743:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.561747:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693813.561749:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.561750:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693813.561752:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.943491:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693813.943491:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693813.943499:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693813.943499:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693813.943504:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693813.943504:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693813.943512:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693813.943513:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693813.943520:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693813.943521:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693813.943521:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693813.943525:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.943527:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693813.943528:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693813.943530:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693813.943532:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.943533:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693813.943535:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693813.943537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693813.943539:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693813.943540:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693813.943542:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693813.943545:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693813.943551:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693813.943555:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693813.943557:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693813.943559:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693813.943610:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693813.943616:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693813.943623:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693813.943624:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693813.943628:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693813.943630:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693813.943634:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693813.943635:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693813.943710:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693813.943714:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693813.943718:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693814.584084:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693814.584095:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693814.584097:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693814.584209:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693814.584215:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693814.584220:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693814.584224:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693814.584227:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693814.584230:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693814.903550:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298970883, at 4298970944
00000100:00000040:1.0:1790693814.903550:0:29841:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298970883, at 4298970944
00000100:00000010:1.0:1790693814.903572:0:29841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc71901e0.
00000100:00000010:0.0:1790693814.903581:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000001:1.0:1790693814.967589:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693814.967589:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693814.967600:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693814.967600:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693814.967603:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693814.967604:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693814.967611:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693814.967615:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693814.967620:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693814.967623:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693814.967626:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693814.967630:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693814.967740:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693814.967746:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693814.967752:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693814.967753:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693814.967756:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693814.967758:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693814.967761:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693814.967762:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693814.967874:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693814.967878:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693814.967881:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693814.967937:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693814.967941:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693814.967943:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693814.967947:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693814.967950:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693814.967954:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693814.967957:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693814.967959:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693814.967962:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693814.967974:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693814.967978:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693814.967981:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693814.967983:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693814.967986:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693814.967988:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693815.607587:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693815.607597:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693815.607600:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693815.607607:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693815.607613:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693815.607617:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693815.607621:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693815.607624:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693815.607627:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693815.991588:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693815.991590:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693815.991590:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693815.991592:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693815.991605:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693815.991606:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693815.991607:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693815.991607:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693815.991612:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693815.991614:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693815.991615:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693815.991615:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693815.991616:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693815.991628:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693815.991629:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693815.991629:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693815.991630:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693815.991633:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693815.991639:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693815.991640:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693815.991640:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693815.991641:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693815.991647:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693815.991648:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693815.991648:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693815.991648:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693815.991660:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693815.991662:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693815.991663:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693815.991666:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693815.991668:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693815.991676:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693815.991676:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693815.991681:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693815.991686:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693815.991697:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693815.991702:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693815.991705:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693816.631587:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693816.631596:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693816.631600:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693816.631606:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693816.631612:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693816.631616:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693816.631620:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693816.631623:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693816.631626:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693817.015507:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693817.015507:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693817.015514:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693817.015514:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693817.015516:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693817.015516:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693817.015522:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00100000:2.0:1790693817.015522:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693817.015526:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693817.015526:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693817.015530:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693817.015530:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693817.015534:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693817.015534:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693817.015537:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693817.015537:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693817.015540:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693817.015544:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693817.015553:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693817.015558:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693817.015563:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693817.015565:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693817.015568:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693817.015570:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693817.015574:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693817.015575:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693817.015881:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693817.015885:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693817.015889:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790693817.015899:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693817.015902:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693817.015903:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693817.015907:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693817.015910:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693817.015912:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693817.015914:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693817.015916:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693817.015918:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693817.655510:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693817.655517:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693817.655519:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693817.655525:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:2.0:1790693817.655529:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693817.655532:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693817.655535:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693817.655537:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693817.655540:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693818.039545:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693818.039553:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693818.039556:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693818.039562:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693818.039567:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693818.039571:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693818.039574:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693818.039576:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693818.039578:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693818.039614:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693818.039620:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693818.039622:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693818.039626:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693818.039630:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693818.039632:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693818.039634:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693818.039636:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693818.039640:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693818.039641:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693818.039644:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693818.039646:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693818.039649:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693818.039650:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.039708:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1790693818.039708:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693818.039714:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.039717:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:1.0:1790693818.039720:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790693818.039722:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693818.039729:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693818.039733:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693818.039736:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.039739:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693818.039741:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.039744:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.040967:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693818.040973:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693818.040975:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693818.040979:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:0.0:1790693818.040981:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693818.040984:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.040988:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693818.040990:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.040992:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693818.680474:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42a06c9b-5488-49b4-aef0-aa145baf1f5b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693818.680485:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693818.680487:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693818.680491:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693818.680496:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693818.680503:0:29552:0:(import.c:545:import_select_connection()) MGC192.168.204.134@tcp: connect to NID 192.168.204.134@tcp last attempt 4302
00000400:00000200:2.0:1790693818.680511:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693818.680516:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693818.680519:0:29552:0:(import.c:630:import_select_connection()) MGC192.168.204.134@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693818.680522:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680525:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693818.680527:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680529:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693818.680537:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693818.680539:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be356a
00000020:00000001:2.0:1790693818.680541:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693818.680544:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dc60ca000 refcount=3
00000020:00000001:2.0:1790693818.680546:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000020:00000001:2.0:1790693818.680548:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027743309824 : -115045966241792 : ffff975dc60ca000)
00000100:00000040:2.0:1790693818.680551:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680552:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693818.680554:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680555:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693818.680559:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dc60ca000 : new refcount 2
00000100:00080000:2.0:1790693818.680561:0:29552:0:(import.c:666:import_select_connection()) MGC192.168.204.134@tcp: import ffff975dc60cd800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680563:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693818.680566:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693818.680569:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693818.680571:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.680574:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693818.680576:0:29552:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693818.680585:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007b80.
00000020:00000040:2.0:1790693818.680588:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc60cd800 refcount=4 obd=MGC192.168.204.134@tcp
02000000:00000001:2.0:1790693818.680592:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693818.680594:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.680596:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693818.680599:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693818.680603:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693818.680612:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120400.
00000100:00000001:2.0:1790693818.680619:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693818.680628:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693818.680638:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693818.680641:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693818.680645:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002c55aa6] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693818.680664:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693818.680667:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693818.680671:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693818.680672:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693818.680673:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693818.680676:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693818.680679:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4302
00000400:00000200:2.0:1790693818.680682:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693818.680686:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693818.680689:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693818.680692:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693818.680694:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693818.680695:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693818.680699:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693818.680700:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693818.680703:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693818.680704:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693818.680709:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1790693818.680711:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693818.680712:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35be
00000020:00000001:2.0:1790693818.680715:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693818.680719:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00e9800 refcount=5
00000100:00000001:0.0:1790693818.680723:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1790693818.680724:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
00000100:00000001:0.0:1790693818.680726:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693818.680727:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911211008 : -115045798340608 : ffff975dd00e9800)
02000000:00000001:0.0:1790693818.680730:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693818.680734:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693818.680734:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680738:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1790693818.680739:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693818.680743:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00100000:0.0:1790693818.680745:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101363200:192.168.204.134@tcp:250:
00000100:00000001:2.0:1790693818.680747:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00000001:0.0:1790693818.680752:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1790693818.680753:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00e9800 : new refcount 4
02000000:00000001:0.0:1790693818.680756:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1790693818.680758:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff975dc6305800: import ffff975dc5fe7800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
02000000:00000001:0.0:1790693818.680759:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.680764:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1790693818.680764:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693818.680768:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1790693818.680770:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693818.680773:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693818.680774:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693818.680777:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.680781:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693818.680782:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:0.0:1790693818.680785:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000008:00100000:2.0:1790693818.680787:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1790693818.680791:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000008:00000001:2.0:1790693818.680792:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.680795:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693818.680797:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101363200, portal 25
00000100:00000010:2.0:1790693818.680800:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693818.680801:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693818.680805:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759291264 : -115045950260352 : ffff975dc7007b80)
00000020:00000040:2.0:1790693818.680805:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc5fe7800 refcount=31 obd=lustre-MDT0000-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693818.680811:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1790693818.680815:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693818.680815:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.680819:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693818.680822:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693818.680825:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.680826:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693818.680830:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
02000000:00000010:2.0:1790693818.680832:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4120000.
00000400:00000010:0.0:1790693818.680833:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693818.680837:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877674101363200, offset 0
00000100:00000001:2.0:1790693818.680838:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.680843:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00100000:2.0:1790693818.680846:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1790693818.680853:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:2.0:1790693818.680855:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693818.680857:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.680861:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000040:2.0:1790693818.680862:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94507dc] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790693818.680868:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790693818.680873:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.680877:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00080000:2.0:1790693818.680877:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693818.680882:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693818.680883:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1790693818.680885:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1790693818.680886:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693818.680891:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1790693818.680893:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000100:00080000:2.0:1790693818.680896:0:29552:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4302
00000400:00000200:0.0:1790693818.680902:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7072:7072:256:4294967295] 192.168.204.134@tcp LPNI seq info [7067:7067:8:4294967295]
00000400:00000200:2.0:1790693818.680903:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693818.680910:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000400:00000200:0.0:1790693818.680913:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693818.680914:0:29552:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693818.680921:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680925:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693818.680930:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000400:00000200:0.0:1790693818.680932:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693818.680934:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693818.680940:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693818.680943:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35c5
00000800:00000200:0.0:1790693818.680944:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000020:00000001:2.0:1790693818.680945:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693818.680949:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd00ee000 refcount=5
00000800:00000010:0.0:1790693818.680952:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000020:00000001:2.0:1790693818.680953:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000020:00000001:2.0:1790693818.680958:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629027911229440 : -115045798322176 : ffff975dd00ee000)
00000100:00000040:2.0:1790693818.680962:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693818.680966:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000100:00000001:2.0:1790693818.680967:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693818.680972:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000800:00000200:0.0:1790693818.680975:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1790693818.680982:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000800:00000200:0.1:1790693818.680983:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000020:00000040:2.0:1790693818.680987:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd00ee000 : new refcount 4
00000800:00000200:0.1:1790693818.680989:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1790693818.680993:0:29552:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff975dc6305800: import ffff975dc431b800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693818.680998:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1790693818.680999:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
02000000:00000001:2.0:1790693818.681001:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1790693818.681004:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
02000000:00000001:2.0:1790693818.681006:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693818.681010:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.681011:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693818.681012:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693818.681016:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693818.681021:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.681022:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790693818.681025:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.681030:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000100:00000010:2.0:1790693818.681030:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006680.
00000400:00000010:0.0:1790693818.681035:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000020:00000040:2.0:1790693818.681036:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dc431b800 refcount=6 obd=lustre-MDT0001-mdc-ffff975dc6305800
02000000:00000001:2.0:1790693818.681041:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693818.681042:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681043:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693818.681045:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693818.681048:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1790693818.681051:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693818.681052:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693818.681058:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121c00.
00000100:00000001:2.0:1790693818.681064:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681069:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1790693818.681072:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1790693818.681077:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693818.681087:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693818.681090:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681093:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681098:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:2.0:1790693818.681099:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005517ead3] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681105:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.681109:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693818.681112:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1790693818.681113:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00080000:2.0:1790693818.681117:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1790693818.681119:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 0 is 4298976003
00000100:00000001:2.0:1790693818.681119:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693818.681122:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693818.681125:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693818.681127:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4302
00000100:00000010:0.0:1790693818.681128:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc7190c00.
00000400:00000200:2.0:1790693818.681132:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693818.681135:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693818.681137:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693818.681138:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1790693818.681140:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.681143:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693818.681145:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693818.681147:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS new deadline estimation for cpu 1 is 4298976003
00000100:00000001:2.0:1790693818.681147:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000001:2.0:1790693818.681152:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:0.0:1790693818.681155:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff975dc71906c0.
00000020:00000040:2.0:1790693818.681155:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35d3
00000020:00000001:2.0:1790693818.681158:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693818.681161:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84ff000 refcount=4
00000100:00000001:0.0:1790693818.681162:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.134@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1790693818.681163:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000020:00000001:2.0:1790693818.681166:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049711104 : -115045659840512 : ffff975dd84ff000)
00000100:00000001:0.0:1790693818.681168:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693818.681169:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.681172:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693818.681175:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693818.681177:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693818.681179:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790693818.681181:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693818.681185:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84ff000 : new refcount 3
00000100:00100000:0.0:1790693818.681188:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693818/real 1790693818]  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693818.681190:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff975dc6305800: import ffff975dd84fc800 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693818.681196:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693818.681200:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693818.681205:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1790693818.681206:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1790693818.681208:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1790693818.681210:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1790693818.681212:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:0.0:1790693818.681214:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000008:00100000:2.0:1790693818.681216:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1790693818.681218:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000008:00000001:2.0:1790693818.681221:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1790693818.681222:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:2.0:1790693818.681223:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681227:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000010:2.0:1790693818.681228:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7007480.
00000020:00000040:2.0:1790693818.681232:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fc800 refcount=40 obd=lustre-OST0000-osc-ffff975dc6305800
02000000:00000001:2.0:1790693818.681235:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1790693818.681236:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693818.681236:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.681239:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693818.681241:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693818.681242:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693818.681245:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4121000.
00000100:00000001:2.0:1790693818.681247:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693818.681251:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1790693818.681274:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693818.681275:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693818.681279:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681283:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693818.681286:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693818.681287:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fd0a47] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681288:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.681291:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693818.681298:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693818.681300:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693818.681306:0:29552:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693818.681313:0:29552:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693818.681316:0:29552:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1790693818.681317:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693818.681319:0:29552:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693818.681323:0:29552:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:0.0:1790693818.681325:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693818.681327:0:29552:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: connect to NID 192.168.204.134@tcp last attempt 4302
00000400:00000200:2.0:1790693818.681335:0:29552:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:2.0:1790693818.681341:0:29552:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.134@tcp is discovered: rc = 1
00000100:00000001:0.0:1790693818.681342:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693818.681344:0:29552:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1790693818.681346:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693818.681349:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693818.681351:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693818.681354:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1790693818.681355:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693818.681359:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:0.0:1790693818.681360:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693818.681363:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693818.681364:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000100:00080000:0.0:1790693818.681366:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc60cd800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1790693818.681369:0:29552:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:0.0:1790693818.681372:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.134@tcp failed (-110)
00000020:00000040:2.0:1790693818.681373:0:29552:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa07c903143be35da
00000100:00000001:0.0:1790693818.681375:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1790693818.681377:0:29552:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1790693818.681381:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693818.681381:0:29552:0:(lustre_handles.c:148:class_handle2object()) GET export ffff975dd84f9000 refcount=4
00000020:00000001:2.0:1790693818.681416:0:29552:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000020:00000001:2.0:1790693818.681419:0:29552:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629028049686528 : -115045659865088 : ffff975dd84f9000)
00000100:00000040:2.0:1790693818.681425:0:29552:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff975dd1851580 refcount 14 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.681429:0:29552:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1790693818.681431:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42a06c9b-5488-49b4-aef0-aa145baf1f5b:2398:1877674101363200:192.168.204.134@tcp:250:
00000100:00000040:2.0:1790693818.681434:0:29552:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff975dd1851580 refcount 15 to 192.168.204.134@tcp
00000100:00000001:2.0:1790693818.681437:0:29552:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446629027935753600 : -115045773798016 : ffff975dd1851580)
00000020:00000040:2.0:1790693818.681439:0:29552:0:(genops.c:879:class_export_put()) PUTting export ffff975dd84f9000 : new refcount 3
00000100:00080000:2.0:1790693818.681441:0:29552:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff975dc6305800: import ffff975dd84fe000 using connection 192.168.204.134@tcp/192.168.204.134@tcp
00000100:00000001:2.0:1790693818.681442:0:29552:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693818.681443:0:29552:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693818.681445:0:29552:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693818.681449:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693818.681449:0:29552:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.681454:0:29552:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693818.681455:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1790693818.681458:0:29552:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1790693818.681463:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007b80 x1877674101363200/t0(0) o250->MGC192.168.204.134@tcp@192.168.204.134@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790693818.681463:0:29552:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693818.681468:0:29552:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693818.681474:0:29552:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693818.681477:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000020:00000040:2.0:1790693818.681478:0:29552:0:(genops.c:1209:class_import_get()) import ffff975dd84fe000 refcount=3 obd=lustre-OST0001-osc-ffff975dc6305800
02000000:00000001:0.0:1790693818.681481:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1790693818.681482:0:29552:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693818.681485:0:29552:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693818.681487:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
00000100:00000001:2.0:1790693818.681487:0:29552:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693818.681490:0:29552:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693818.681493:0:29552:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.681494:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693818.681497:0:2398:0:(genops.c:1216:class_import_put()) Process entered
02000000:00000010:2.0:1790693818.681498:0:29552:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff975dc4123000.
00000020:00000040:0.0:1790693818.681500:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc60cd800 refcount=3 obd=MGC192.168.204.134@tcp
00000100:00000001:2.0:1790693818.681503:0:29552:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693818.681504:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693818.681509:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120400.
00000100:00100000:2.0:1790693818.681513:0:29552:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1790693818.681516:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693818.681519:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693818.681522:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007b80.
00000100:00000001:2.0:1790693818.681524:0:29552:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693818.681527:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693818.681528:0:29552:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681530:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693818.681534:0:29552:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c97c43f] to pc [ptlrpcd_rcv+-1]  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681536:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693818.681546:0:29552:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681548:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693818.681551:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693818.681551:0:29552:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4312)
00000100:00000001:0.0:1790693818.681556:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693818.681558:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693818.681560:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693818.681565:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681573:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693818.681575:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.681577:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693818.681579:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693818.681583:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693818.681594:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363328:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693818.681598:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693818.681600:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693818.681602:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.681603:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693818.681607:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693818.681609:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.681614:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693818.681617:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693818.681621:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693818.681624:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101363328, portal 10
00000100:00000001:0.0:1790693818.681626:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693818.681628:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284096 : -115045950267520 : ffff975dc7005f80)
00000100:00000040:0.0:1790693818.681635:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693818.681636:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693818.681641:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693818.681643:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693818.681646:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693818.681648:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000001:3.0:1790693818.681648:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1790693818.681652:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101363328, offset 0
00000100:00100000:3.0:1790693818.681655:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000400:00000200:0.0:1790693818.681657:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000100:00000001:3.0:1790693818.681661:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1790693818.681664:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:3.0:1790693818.681667:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693818.681670:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000100:00000001:3.0:1790693818.681672:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1790693818.681675:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1790693818.681676:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1790693818.681679:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000100:00000001:3.0:1790693818.681681:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.681682:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693818.681685:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693818.681687:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7073:7073:256:4294967295] 192.168.204.134@tcp LPNI seq info [7068:7068:8:4294967295]
00000400:00000200:0.0:1790693818.681692:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693818.681698:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693818.681701:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.681704:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693818.681707:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693818.681709:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693818.681712:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693818.681714:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693818.681717:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.681718:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693818.681720:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693818.681723:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693818.681725:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693818.681726:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693818.681728:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693818.681730:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681735:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.681737:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681742:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681743:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693818.681745:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693818.681748:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: using a timeout of 17218 usecs (18 jiffies)
00000400:00000200:0.0:1790693818.681751:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693818.681753:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298974740
00000100:00000001:0.0:1790693818.681754:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.681756:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298974740
00000100:00000001:0.0:1790693818.681757:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.681758:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693818.681759:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681761:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693818.681763:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693818/real 1790693818]  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693818.681767:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693818.681769:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693818.681770:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693818.681771:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693818.681772:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693818.681773:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693818.681775:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693818.681779:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681782:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693818.681783:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.681784:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.681785:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693818.681787:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681790:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693818.681793:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681796:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693818.681798:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.681799:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.681800:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.681801:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693818.681802:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693818.681804:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc5fe7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693818.681805:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693818.681807:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693818.681809:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693818.681813:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363328:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693818.681815:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693818.681817:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681821:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693818.681822:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.681823:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693818.681824:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693818.681825:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693818.681826:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363456:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693818.681828:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693818.681829:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693818.681830:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.681831:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693818.681833:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693818.681834:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.681836:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693818.681837:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693818.681839:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693818.681841:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101363456, portal 10
00000100:00000001:0.0:1790693818.681842:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693818.681843:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759285888 : -115045950265728 : ffff975dc7006680)
00000100:00000040:0.0:1790693818.681846:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681850:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693818.681851:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693818.681852:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693818.681853:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877674101363456, offset 0
00000400:00000200:0.0:1790693818.681855:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693818.681857:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693818.681859:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693818.681861:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693818.681863:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693818.681866:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693818.681868:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693818.681871:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7074:7074:256:4294967295] 192.168.204.134@tcp LPNI seq info [7069:7069:8:4294967295]
00000400:00000200:0.0:1790693818.681875:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693818.681880:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693818.681884:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.681887:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693818.681890:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693818.681893:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693818.681896:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693818.681899:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693818.681902:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.681903:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693818.681906:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693818.681909:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693818.681912:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693818.681914:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693818.681916:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693818.681920:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681927:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.681930:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681936:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681938:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693818.681941:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693818.681944:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: using a timeout of 23445 usecs (24 jiffies)
00000400:00000200:0.0:1790693818.681947:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693818.681949:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298974746
00000100:00000001:0.0:1790693818.681952:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.681954:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298974746
00000100:00000001:0.0:1790693818.681956:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.681958:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693818.681960:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.681962:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693818.681966:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693818/real 1790693818]  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693818.681974:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693818.681975:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693818.681977:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693818.681979:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693818.681981:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693818.681983:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693818.681986:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693818.681994:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.681999:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693818.682000:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682002:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.682003:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693818.682007:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682013:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693818.682017:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682023:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693818.682026:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682027:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.682028:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682030:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693818.682031:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693818.682035:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dc431b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693818.682038:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693818.682040:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693818.682044:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693818.682051:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363456:192.168.204.134@tcp:38:
00000100:00000001:0.0:1790693818.682055:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693818.682058:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682064:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693818.682066:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.682068:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693818.682069:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693818.682071:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693818.682073:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363584:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693818.682076:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693818.682078:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693818.682080:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.682081:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693818.682085:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693818.682087:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.682090:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693818.682092:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693818.682095:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693818.682098:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101363584, portal 4
00000100:00000001:0.0:1790693818.682100:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693818.682101:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759289472 : -115045950262144 : ffff975dc7007480)
00000100:00000040:0.0:1790693818.682107:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682118:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693818.682121:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693818.682123:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693818.682126:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101363584, offset 0
00000400:00000200:0.0:1790693818.682130:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693818.682134:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693818.682137:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693818.682140:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693818.682142:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693818.682144:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693818.682147:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693818.682150:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7075:7075:256:4294967295] 192.168.204.134@tcp LPNI seq info [7070:7070:8:4294967295]
00000400:00000200:0.0:1790693818.682154:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693818.682160:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693818.682164:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.682167:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693818.682171:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693818.682174:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693818.682177:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693818.682180:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693818.682183:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.682185:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693818.682188:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693818.682191:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693818.682194:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693818.682195:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693818.682198:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693818.682201:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682208:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.682211:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682223:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.682225:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693818.682227:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693818.682230:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: using a timeout of 17877 usecs (18 jiffies)
00000400:00000200:0.0:1790693818.682233:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693818.682235:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298974740
00000100:00000001:0.0:1790693818.682238:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.682240:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298974740
00000100:00000001:0.0:1790693818.682242:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.682244:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693818.682246:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.682248:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693818.682251:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693818/real 1790693818]  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693818.682259:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693818.682260:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693818.682262:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693818.682264:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693818.682265:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693818.682267:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693818.682271:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693818.682278:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682284:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693818.682285:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682287:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.682288:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693818.682292:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682299:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693818.682302:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682309:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693818.682311:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682313:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.682314:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682316:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693818.682318:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693818.682321:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fc800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693818.682324:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693818.682327:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693818.682330:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693818.682338:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363584:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693818.682343:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693818.682346:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682352:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693818.682354:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.682356:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693818.682357:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693818.682359:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693818.682362:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363712:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693818.682365:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693818.682367:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693818.682368:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693818.682370:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790693818.682374:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693818.682376:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790693818.682379:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000010:0.0:1790693818.682381:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff975dd1589058.
00000400:00000010:0.0:1790693818.682417:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fefcc0.
00000100:00000200:0.0:1790693818.682421:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877674101363712, portal 4
00000100:00000001:0.0:1790693818.682423:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693818.682424:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629027759284992 : -115045950266624 : ffff975dc7006300)
00000100:00000040:0.0:1790693818.682431:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682437:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790693818.682439:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.134@tcp
00000400:00000010:0.0:1790693818.682441:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff975dc3fef6e8.
00000100:00000200:0.0:1790693818.682443:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877674101363712, offset 0
00000400:00000200:0.0:1790693818.682447:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.134@tcp
00000400:00000200:0.0:1790693818.682451:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693818.682454:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.134@tcp local destination
00000400:00000200:0.0:1790693818.682457:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790693818.682460:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.34@tcp
00000400:00000200:0.0:1790693818.682462:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.34@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790693818.682464:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.134@tcp
00000400:00000200:0.0:1790693818.682467:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.34@tcp NI seq info: [7076:7076:256:4294967295] 192.168.204.134@tcp LPNI seq info [7071:7071:8:4294967295]
00000400:00000200:0.0:1790693818.682471:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000400:00000200:0.0:1790693818.682477:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.34@tcp(192.168.204.34@tcp:<?>) -> 192.168.204.134@tcp(192.168.204.134@tcp:192.168.204.134@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790693818.682481:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.682484:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff975dc4291c00.
00000800:00000200:0.0:1790693818.682488:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.0:1790693818.682490:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1790693818.682494:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff975dc6570a80] -> 12345-192.168.204.134@tcp (2)
00000800:00000200:0.1:1790693818.682497:0:2398:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.134 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1790693818.682500:0:2398:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.134@tcp
00000800:00000010:0.0:1790693818.682502:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff975dc4291c00.
00000400:00000200:0.0:1790693818.682505:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1790693818.682508:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.34@tcp->192.168.204.134@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1790693818.682511:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fef6e8
00000400:00000010:0.0:1790693818.682513:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fef6e8.
00000100:00000001:0.0:1790693818.682515:0:2398:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790693818.682519:0:2398:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682526:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.682530:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682536:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.682537:0:2398:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693818.682540:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693818.682543:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: using a timeout of 22137 usecs (23 jiffies)
00000400:00000200:0.0:1790693818.682546:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.134@tcp to cpt 0
00000100:00000001:0.0:1790693818.682548:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 0 is 4298974746
00000100:00000001:0.0:1790693818.682550:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 0, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.682553:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS new deadline estimation for cpu 1 is 4298974746
00000100:00000001:0.0:1790693818.682555:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff975dc6305800: PM QoS request active for cpu 1, keep current deadline 4298976003
00000100:00000001:0.0:1790693818.682557:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693818.682559:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.682561:0:2398:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1790693818.682564:0:2398:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693818/real 1790693818]  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1790693818.682572:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1790693818.682573:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1790693818.682575:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff975dd1589058.
00000400:00000200:0.0:1790693818.682577:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff975dc3fefcc0
00000400:00000010:0.0:1790693818.682579:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff975dc3fefcc0.
00000100:00000001:0.0:1790693818.682581:0:2398:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1790693818.682584:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790693818.682591:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682598:0:2398:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693818.682600:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682602:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.682603:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693818.682606:0:2398:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682612:0:2398:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693818.682616:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682622:0:2398:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790693818.682624:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682625:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693818.682626:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682628:0:2398:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790693818.682629:0:2398:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790693818.682632:0:2398:0:(import.c:65:import_set_state_nolock()) ffff975dd84fe000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1790693818.682635:0:2398:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.134@tcp failed (-110)
00000100:00000001:0.0:1790693818.682637:0:2398:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693818.682641:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693818.682648:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff975dc7006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66b61635-28ba-4a1d-b4ab-faa7ab4b2f6b:2398:1877674101363712:192.168.204.134@tcp:8:
00000100:00000001:0.0:1790693818.682652:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682654:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.682657:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7005f80 x1877674101363328/t0(0) o38->lustre-MDT0000-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682667:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693818.682668:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693818.682670:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfb000.
02000000:00000001:0.0:1790693818.682673:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693818.682674:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693818.682675:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc5fe7800 refcount=30 obd=lustre-MDT0000-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693818.682677:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693818.682679:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4120000.
02000000:00000001:0.0:1790693818.682682:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693818.682683:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693818.682684:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7005f80.
00000100:00000001:0.0:1790693818.682687:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693818.682688:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682690:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.682693:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006680 x1877674101363456/t0(0) o38->lustre-MDT0001-mdc-ffff975dc6305800@192.168.204.134@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682700:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693818.682701:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693818.682703:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfbc00.
02000000:00000001:0.0:1790693818.682705:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693818.682706:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693818.682707:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dc431b800 refcount=5 obd=lustre-MDT0001-mdc-ffff975dc6305800
00000020:00000001:0.0:1790693818.682709:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693818.682710:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121c00.
02000000:00000001:0.0:1790693818.682712:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693818.682713:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693818.682714:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006680.
00000100:00000001:0.0:1790693818.682716:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693818.682717:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682719:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.682722:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7007480 x1877674101363584/t0(0) o8->lustre-OST0000-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682728:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693818.682729:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693818.682731:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cfa400.
02000000:00000001:0.0:1790693818.682733:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693818.682734:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693818.682735:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fc800 refcount=39 obd=lustre-OST0000-osc-ffff975dc6305800
00000020:00000001:0.0:1790693818.682737:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693818.682738:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4121000.
02000000:00000001:0.0:1790693818.682740:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693818.682741:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693818.682742:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7007480.
00000100:00000001:0.0:1790693818.682744:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693818.682746:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682747:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693818.682750:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff975dc7006300 x1877674101363712/t0(0) o8->lustre-OST0001-osc-ffff975dc6305800@192.168.204.134@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693818.682756:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1790693818.682757:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1790693818.682759:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff975dc7cf8c00.
02000000:00000001:0.0:1790693818.682761:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1790693818.682762:0:2398:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1790693818.682763:0:2398:0:(genops.c:1222:class_import_put()) import ffff975dd84fe000 refcount=2 obd=lustre-OST0001-osc-ffff975dc6305800
00000020:00000001:0.0:1790693818.682764:0:2398:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1790693818.682765:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff975dc4123000.
02000000:00000001:0.0:1790693818.682768:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1790693818.682769:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1790693818.682770:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff975dc7006300.
00000100:00000001:0.0:1790693818.682772:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1790693818.682773:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682775:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693818.682780:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693818.682781:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693818.682783:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693818.682785:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693819.063537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693819.063539:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693819.063547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693819.063548:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693819.063552:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693819.063556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693819.063557:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693819.063559:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693819.063564:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693819.063566:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693819.063568:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693819.063569:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693819.063572:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693819.063574:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693819.063576:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693819.063578:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693819.063582:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693819.063689:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693819.063693:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693819.063695:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1790693819.063746:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693819.063750:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693819.063751:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693819.063753:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:2.0:1790693819.063756:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693819.063758:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693819.063761:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693819.063763:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693819.063765:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693819.063984:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693819.063987:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693819.063988:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693819.063990:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:1.0:1790693819.063993:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693819.063995:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693819.063997:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693819.063998:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693819.064000:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693819.703516:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693819.703525:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693819.703527:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693819.703533:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693819.703537:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693819.703541:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693819.703544:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693819.703547:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693819.703555:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693820.023536:0:29861:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9000 (cpu 0) has reached its deadline 4298976003, at 4298976064
00000100:00000010:0.0:1790693820.023550:0:29861:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc7190c00.
00000100:00000040:1.0:1790693820.023893:0:29897:0:(connection.c:75:cpu_latency_work()) work item of ffff975dc64d9110 (cpu 1) has reached its deadline 4298976003, at 4298976064
00000100:00000010:1.0:1790693820.023902:0:29897:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff975dc71906c0.
00000100:00000001:2.0:1790693820.087519:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693820.087522:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693820.087522:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693820.087527:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693820.087527:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693820.087532:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693820.087532:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693820.087539:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693820.087540:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693820.087545:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1790693820.087546:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00000001:1.0:1790693820.087547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693820.087549:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693820.087552:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693820.087552:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693820.087553:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693820.087554:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693820.087556:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693820.087558:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693820.087561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1790693820.087562:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693820.087563:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693820.087563:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1790693820.087565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693820.087568:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693820.087569:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693820.087569:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693820.087571:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693820.087575:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693820.087576:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693820.087577:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693820.087579:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693820.087581:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693820.087583:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693820.087587:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693820.087609:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693820.087613:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693820.087616:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693820.727525:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693820.727533:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693820.727535:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693820.727542:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693820.727546:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693820.727550:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693820.727553:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693820.727555:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693820.727558:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693821.111517:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693821.111517:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1790693821.111520:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1790693821.111525:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693821.111525:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790693821.111526:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693821.111529:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693821.111529:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693821.111537:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00010000:00000001:3.0:1790693821.111537:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1790693821.111538:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:0.0:1790693821.111539:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111544:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693821.111546:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00000100:00000001:2.0:1790693821.111546:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693821.111547:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693821.111550:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693821.111552:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693821.111553:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693821.111554:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693821.111556:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1790693821.111557:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693821.111560:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693821.111561:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693821.111562:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1790693821.111563:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693821.111565:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693821.111567:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693821.111568:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693821.111569:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693821.111570:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693821.111575:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1790693821.111576:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693821.111580:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693821.111581:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111585:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111590:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111594:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693821.111597:0:29863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1790693821.111598:0:29863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1790693821.111601:0:29863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111603:0:29863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1790693821.111605:0:29863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111607:0:29863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111610:0:29863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693821.111614:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1790693821.111616:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693821.111632:0:29417:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693821.111636:0:29417:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693821.111639:0:29417:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693821.751504:0:29028:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693821.751512:0:29028:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693821.751514:0:29028:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693821.751519:0:29028:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8118480 going to sleep for 0 seconds
00000100:00000001:3.0:1790693821.751524:0:29028:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693821.751527:0:29028:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693821.751530:0:29028:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693821.751533:0:29028:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693821.751536:0:29028:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693822.135514:0:6171:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1790693822.135514:0:12491:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:3.0:1790693822.135517:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1790693822.135522:0:12491:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:3.0:1790693822.135523:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693822.135526:0:6171:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693822.135527:0:12491:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693822.135530:0:6171:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1790693822.135532:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1790693822.135533:0:12491:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd8428540 going to sleep for 0 seconds
00000100:00100000:0.0:1790693822.135535:0:6171:0:(client.c:2716:ptlrpc_set_wait()) set ffff975de029b900 going to sleep for 0 seconds
00010000:00000001:3.0:1790693822.135535:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693822.135540:0:12491:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790693822.135541:0:6171:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:3.0:1790693822.135543:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693822.135546:0:6171:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693822.135546:0:12491:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693822.135547:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693822.135554:0:6171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693822.135554:0:12491:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:3.0:1790693822.135556:0:29863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1790693822.135558:0:6171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693822.135559:0:12491:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1790693822.135560:0:29863:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693822.135563:0:6171:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693822.135565:0:12491:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693822.135584:0:29395:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693822.135588:0:29395:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693822.135592:0:29395:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790693822.135596:0:6172:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1790693822.135598:0:6172:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790693822.135600:0:6172:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693822.135603:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set ffff975dd3754900 going to sleep for 0 seconds
00000100:00000001:3.0:1790693822.135618:0:6172:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693822.135621:0:6172:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693822.135623:0:6172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693822.135626:0:6172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693822.135628:0:6172:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 132999 lines, 132999 kept, 0 dropped, 0 bad.